-- Logs begin at Tue 2022-10-04 07:54:14 UTC, end at Tue 2022-10-04 09:03:01 UTC. -- Oct 04 08:26:31.393252 dv-cinder-860209-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 04 08:26:34.164768 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.common.config [-] Logging enabled! Oct 04 08:26:34.165241 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 04 08:26:34.165560 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106297) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 04 08:26:34.168732 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.common.config [-] Logging enabled! Oct 04 08:26:34.168982 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 04 08:26:34.169288 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106297) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 04 08:26:34.170213 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 08:26:34.170442 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 08:26:34.170961 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 08:26:34.171206 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 08:26:34.171434 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 08:26:34.171753 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.172050 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.172279 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.172575 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.172865 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.173143 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.173427 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.173719 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.174006 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.174282 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.174582 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.174815 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.175092 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.175376 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.175659 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.175878 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] debug = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.176152 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.176573 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.176975 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.177260 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.177545 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.177818 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.178085 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.178354 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.178670 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.178998 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] host = dv-cinder-860209-1-iscsi {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.179273 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.179556 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.179837 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.180651 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.180925 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.181199 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.181480 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.181748 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.182014 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] log_file = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.182284 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.182588 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.182873 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.183160 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.183380 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.183598 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.183883 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.184167 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.184439 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.184708 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.184980 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.185250 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.185522 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.185784 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.186064 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.186342 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.186654 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.186928 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.187197 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.187465 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.187732 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.188013 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.188279 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.188545 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.188812 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.189094 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.189358 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.189627 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.189921 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.190200 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.190475 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.190777 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.191047 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.191324 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.191587 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.191850 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.192114 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] use_json = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.192378 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.192642 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.192918 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.193186 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.193451 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.193719 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.193989 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.194269 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.194536 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:34.194847 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.195139 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.195435 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.196316 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.196617 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.196912 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.197185 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.197461 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.197748 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.198037 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.198319 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.198615 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.198912 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.199198 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.199489 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.199791 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.200082 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.200371 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.200641 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.200914 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.201185 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.201461 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.201742 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.202014 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.202297 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.202601 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.202879 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.203172 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.203455 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.203739 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.204026 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.204311 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.204581 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.204853 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.205136 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.205409 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.205676 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.205958 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.206228 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.206494 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.206799 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.207082 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.207366 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.207635 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.207905 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.208189 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.208458 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.208723 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.208985 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.209256 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.209519 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.209798 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.210068 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.210332 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.210623 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.210895 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.211160 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.211962 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.212261 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.212529 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.212799 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.213064 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.213329 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.213595 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.213866 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.214131 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.214395 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.214686 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.214958 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.215221 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.215488 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.215753 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.216019 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.216283 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.216558 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.216849 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.217118 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.217388 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.217660 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.217930 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.218202 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.218469 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.218762 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.219032 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.219296 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.219580 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.219857 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.220137 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.220411 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.220697 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.220987 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.221259 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.221530 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.221799 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.222070 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.222340 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.222649 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.222918 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.223189 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.223472 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.223755 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.224044 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.224331 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.224603 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.224890 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.225176 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.225465 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.225738 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.226038 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.226313 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:34.226527 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 08:26:34.226789 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106297) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 04 08:26:34.605317 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 04 08:26:34.605556 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 04 08:26:34.605818 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 04 08:26:34.606045 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 04 08:26:34.606316 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 04 08:26:34.606668 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 04 08:26:34.936416 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:34.936704 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:34.936976 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:34.938172 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:34.938445 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:34.938734 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:34.991809 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:34.992086 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:34.992354 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.009311 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.009600 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.009872 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.037894 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.038171 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.038433 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.076521 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.076804 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.077061 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.309654 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.310283 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.310283 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.311459 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.312176 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.412423 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.412742 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.413025 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.413293 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.413556 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.413864 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.414121 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.414950 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.415197 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.415476 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.415740 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.415997 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.416252 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.416499 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.416750 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.417011 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.417261 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.417528 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.417797 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.418051 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.418325 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.418601 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.418885 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.419281 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.419527 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.419769 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.420195 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:26:35.420432 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:26:35.420667 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:26:35.420903 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:26:35.421133 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:26:35.421365 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:26:35.421733 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 04 08:26:35.425192 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 04 08:26:35.429261 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 04 08:26:35.433679 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Oct 04 08:26:35.435389 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 04 08:26:35.436038 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 04 08:26:35.436370 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 04 08:26:35.436753 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 04 08:26:35.439654 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 04 08:26:35.439904 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 04 08:26:35.440255 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 04 08:26:35.445443 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 04 08:26:35.468927 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 04 08:26:35.469396 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.469699 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106297) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 04 08:26:35.470070 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.471639 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106297) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 04 08:26:35.471790 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 04 08:26:35.472029 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 04 08:26:35.483090 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.483376 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:35.600974 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 04 08:26:35.601150 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 04 08:26:35.601356 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 04 08:26:35.601737 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 04 08:26:35.656225 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO dbcounter [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Registered counter for database neutron Oct 04 08:26:35.676090 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_db.sqlalchemy.engines [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106297) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 04 08:26:35.682751 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG dbcounter [-] [106297] Writer thread running {{(pid=106297) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 08:26:36.229985 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Initializing driver for type 'gre' Oct 04 08:26:36.230495 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] gre ID ranges: [(1, 1000)] Oct 04 08:26:36.285084 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Initializing driver for type 'local' Oct 04 08:26:36.285419 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Initializing driver for type 'vlan' Oct 04 08:26:36.299838 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] VlanTypeDriver initialization complete Oct 04 08:26:36.300188 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Initializing driver for type 'vxlan' Oct 04 08:26:36.300680 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] vxlan ID ranges: [(1, 1000)] Oct 04 08:26:36.360125 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Initializing extension driver 'port_security' Oct 04 08:26:36.360744 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.extensions.port_security [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] PortSecurityExtensionDriver initialization complete Oct 04 08:26:36.360828 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Initializing mechanism driver 'openvswitch' Oct 04 08:26:36.361114 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Initializing mechanism driver 'hyperv' Oct 04 08:26:36.367884 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.plugins.ml2.plugin [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:26:36.368569 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > port after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.368946 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > port after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.369304 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > port after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.369823 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106297) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 08:26:36.370249 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > subnet after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.370649 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > subnet after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.371006 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > subnet after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.371408 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106297) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 08:26:36.371822 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > network after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.372181 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > network after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.372530 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > network after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.372928 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106297) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 08:26:36.373381 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > security_group after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.373742 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > security_group after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.374089 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > security_group after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.374486 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106297) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 08:26:36.374920 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.375271 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.375884 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.376416 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106297) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 08:26:36.376822 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > address_group after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.377180 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > address_group after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.377528 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > address_group after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.377927 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106297) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 08:26:36.378372 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] ML2 OVO RPC backend initialized. {{(pid=106297) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 04 08:26:36.379137 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router_interface after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.379500 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.379923 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > network before_response 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.380279 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > networks before_response 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.380632 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > port before_response 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.380981 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > ports before_response 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.381329 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > subnet before_response 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.381680 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > subnets before_response 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.382036 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > network after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.382389 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > network after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.382751 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > network after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.383321 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > port after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.383564 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > port after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.383802 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > port after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.384145 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > subnet after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.384487 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > subnet after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.384827 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > subnet after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.392757 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded quota_driver: . Oct 04 08:26:36.393130 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.plugin [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Modular L2 Plugin initialization complete Oct 04 08:26:36.393482 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading services supported by the core plugin {{(pid=106297) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 04 08:26:36.393835 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.plugins.ml2.managers [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Got port-security extension from driver 'port_security' Oct 04 08:26:36.394320 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.extensions.vlantransparent [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Disabled vlantransparent extension. Oct 04 08:26:36.394857 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106297) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 04 08:26:36.395188 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading Plugin: router Oct 04 08:26:36.431578 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router_interface before_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.431919 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router after_create 55549900 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.432298 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router before_create 55549900 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.432669 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.433049 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.433411 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router after_delete 55549900 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.433778 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > floatingip after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.434134 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > floatingip after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.434498 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router after_create 55549900 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.434880 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router after_update 55549900 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.435243 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router after_update 55549900 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.435601 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.435966 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router after_update 55549900 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.436386 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router precommit_update 55549900 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.436762 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: port after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.437116 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: port after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.437456 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: subnet after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.437811 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.438169 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > port precommit_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.438527 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router precommit_create 55549900 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.438902 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: port before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.439256 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router precommit_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.439619 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router after_update 55549900 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.439971 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router precommit_delete 55549900 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.440330 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router precommit_create 55549900 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.440699 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router_interface after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.441050 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router precommit_update 55549900 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.441423 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > agent after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.441780 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > agent after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.442134 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > network after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.443040 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Tracking information for resource: router configured {{(pid=106297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:26:36.443378 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Tracking information for resource: floatingip configured {{(pid=106297) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 08:26:36.448348 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.db.l3_agentschedulers_db [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 04 08:26:36.448932 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: port after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.449301 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: port after_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.449664 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: port after_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.450022 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: port after_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.450855 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router before_create 55550100 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.451227 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router precommit_delete 55550100 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.451598 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router precommit_create 55550100 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.451957 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > router precommit_update 55550100 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.456858 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.services.provider_configuration [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service providers = [] {{(pid=106297) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 04 08:26:36.457232 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.db.servicetype_db [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106297) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 04 08:26:36.460424 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.services.service_base [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106297) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 08:26:36.460779 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.services.service_base [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106297) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 08:26:36.461127 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.services.service_base [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106297) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 08:26:36.463327 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.services.service_base [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106297) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 08:26:36.463720 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.services.service_base [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 04 08:26:36.464130 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:26:36.464456 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 04 08:26:36.477594 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:26:36.478082 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading Plugin: auto_allocate Oct 04 08:26:36.484311 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: network precommit_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.484700 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: network precommit_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.485260 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:26:36.485587 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading Plugin: tag Oct 04 08:26:36.492951 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:26:36.493335 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading Plugin: timestamp Oct 04 08:26:36.497757 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:26:36.498089 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading Plugin: network_ip_availability Oct 04 08:26:36.504086 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.504469 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.504832 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.505618 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:26:36.505944 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading Plugin: flavors Oct 04 08:26:36.511168 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:26:36.511508 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading Plugin: revisions Oct 04 08:26:36.516045 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106297) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 08:26:36.516441 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_concurrency.lockutils [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.910s {{(pid=106297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 04 08:26:36.517204 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106297) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 04 08:26:36.517548 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Initializing extension manager. Oct 04 08:26:36.518076 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: __init__.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.518425 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: __pycache__ {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.518792 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: address_group.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.519735 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.520328 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: address-group Oct 04 08:26:36.520659 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: address_scope.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.521350 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.521866 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: address-scope Oct 04 08:26:36.522193 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: admin_state_down_before_update.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.523117 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.523634 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: router-admin-state-down-before-update Oct 04 08:26:36.524531 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: agent.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.525332 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.525848 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: agent Oct 04 08:26:36.526174 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: agent_resources_synced.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.527099 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.527616 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: agent-resources-synced Oct 04 08:26:36.527942 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: allowedaddresspairs.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.529766 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.530298 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: allowed-address-pairs Oct 04 08:26:36.530669 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: auto_allocated_topology.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.531735 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.532253 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: auto-allocated-topology Oct 04 08:26:36.532581 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: availability_zone.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.533251 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.533766 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: availability_zone Oct 04 08:26:36.534091 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: availability_zone_filter.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.535002 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.535518 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: availability_zone_filter Oct 04 08:26:36.535842 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: data_plane_status.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.536716 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.537222 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension data-plane-status not supported by any of loaded plugins Oct 04 08:26:36.537546 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: default_subnetpools.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.538429 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.538969 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: default-subnetpools Oct 04 08:26:36.539293 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: dhcpagentscheduler.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.540689 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.541216 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: dhcp_agent_scheduler Oct 04 08:26:36.541552 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: dns.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.542461 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.542999 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension dns-integration not supported by any of loaded plugins Oct 04 08:26:36.543323 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: dns_domain_ports.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.544222 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.544731 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 04 08:26:36.545061 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.545960 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.546464 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 04 08:26:36.546817 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: dvr.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.547465 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.547969 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: dvr Oct 04 08:26:36.548292 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: ecmp_routes.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.549185 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.549693 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension ecmp_routes not supported by any of loaded plugins Oct 04 08:26:36.550019 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: empty_string_filtering.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.550943 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.551456 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: empty-string-filtering Oct 04 08:26:36.551780 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.552665 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.553176 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 04 08:26:36.553498 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.554379 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.554965 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 04 08:26:36.555295 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: external_net.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.556181 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.556690 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: external-net Oct 04 08:26:36.557015 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: extra_dhcp_opt.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.557895 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.558407 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: extra_dhcp_opt Oct 04 08:26:36.558768 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: extraroute.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.559647 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.560160 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: extraroute Oct 04 08:26:36.560484 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: extraroute_atomic.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.561496 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.562008 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: extraroute-atomic Oct 04 08:26:36.562330 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: filter_validation.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.563007 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.563519 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: filter-validation Oct 04 08:26:36.563846 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: fip_pf_description.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.564726 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.565235 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 04 08:26:36.565559 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: fip_pf_detail.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.566457 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.566998 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: floating-ip-port-forwarding-detail Oct 04 08:26:36.567409 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: fip_pf_port_range.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.568217 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.568729 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 04 08:26:36.569054 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: fip_port_details.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.569950 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.570467 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: fip-port-details Oct 04 08:26:36.571357 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: flavors.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.572581 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.573100 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: flavors Oct 04 08:26:36.573429 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.575116 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.575646 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 04 08:26:36.575984 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: floatingip_pools.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.576668 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.577189 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: floatingip-pools Oct 04 08:26:36.577518 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: ip_allocation.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.578414 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.578959 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension ip_allocation not supported by any of loaded plugins Oct 04 08:26:36.579290 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.580199 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.580716 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: ip-substring-filtering Oct 04 08:26:36.581044 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: l2_adjacency.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.581947 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.582454 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension l2_adjacency not supported by any of loaded plugins Oct 04 08:26:36.582806 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: l3.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.583782 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.584306 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: router Oct 04 08:26:36.584640 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: l3_conntrack_helper.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.587736 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.588238 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 04 08:26:36.588578 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.590849 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.590849 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: ext-gw-mode Oct 04 08:26:36.590849 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.591234 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.591752 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: l3-ha Oct 04 08:26:36.592085 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.592966 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.593488 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 04 08:26:36.593818 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: l3_flavors.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.594747 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.595269 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: l3-flavors Oct 04 08:26:36.595599 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: l3_ndp_proxy.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.596943 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.597464 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 04 08:26:36.597795 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.598725 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.599242 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: l3-port-ip-change-not-allowed Oct 04 08:26:36.599570 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: l3agentscheduler.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.600617 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.601137 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: l3_agent_scheduler Oct 04 08:26:36.601475 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: local_ip.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.603283 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.603817 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension local_ip not supported by any of loaded plugins Oct 04 08:26:36.604159 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: logging.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.605616 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.606134 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension logging not supported by any of loaded plugins Oct 04 08:26:36.606470 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: metering.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.607213 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.607797 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: metering Oct 04 08:26:36.608125 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.609207 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.609722 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: metering_source_and_destination_fields Oct 04 08:26:36.610055 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: multiprovidernet.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.610982 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.611501 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: multi-provider Oct 04 08:26:36.611829 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: netmtu.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.612722 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.613236 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: net-mtu Oct 04 08:26:36.613562 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: netmtu_writable.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.614463 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.615005 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: net-mtu-writable Oct 04 08:26:36.615332 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: network_availability_zone.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.615978 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.616485 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: network_availability_zone Oct 04 08:26:36.616809 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: network_ip_availability.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.618026 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.618562 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: network-ip-availability Oct 04 08:26:36.618908 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: network_segment_range.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.619666 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.620177 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension network-segment-range not supported by any of loaded plugins Oct 04 08:26:36.620502 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: pagination.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.621461 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.621794 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: pagination Oct 04 08:26:36.622115 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: port_device_profile.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.623030 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.623555 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: port-device-profile Oct 04 08:26:36.623881 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: port_mac_address_override.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.624778 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.625293 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: port-mac-override Oct 04 08:26:36.625884 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.626810 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.627327 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: port-mac-address-regenerate Oct 04 08:26:36.627653 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.628534 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.629049 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: port-numa-affinity-policy Oct 04 08:26:36.629376 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: port_resource_request.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.630263 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.630816 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension port-resource-request not supported by any of loaded plugins Oct 04 08:26:36.631146 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: port_resource_request_groups.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.632088 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.632600 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 04 08:26:36.632926 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: portbindings.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.634355 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.634915 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: binding Oct 04 08:26:36.635244 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: portbindings_extended.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.636510 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.637032 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: binding-extended Oct 04 08:26:36.637366 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: portsecurity.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.638262 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.638824 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: port-security Oct 04 08:26:36.639157 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: project_id.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.640362 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.640695 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: project-id Oct 04 08:26:36.641022 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: providernet.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.641925 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.642445 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: provider Oct 04 08:26:36.642811 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.646420 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.646996 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos not supported by any of loaded plugins Oct 04 08:26:36.647339 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.648593 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.649681 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 04 08:26:36.650054 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.651014 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.651590 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 04 08:26:36.651867 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos_default.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.652775 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.653300 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos-default not supported by any of loaded plugins Oct 04 08:26:36.653627 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos_fip.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.654604 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.655080 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos-fip not supported by any of loaded plugins Oct 04 08:26:36.655409 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos_fip_network_policy.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.656311 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.656833 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 04 08:26:36.657162 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos_gateway_ip.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.658079 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.658801 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 04 08:26:36.659016 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos_port_network_policy.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.659835 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.660401 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 04 08:26:36.660672 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.661707 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.662221 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 04 08:26:36.662562 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.663576 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.664423 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 04 08:26:36.664526 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos_pps_rule.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.665654 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.666166 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos-pps not supported by any of loaded plugins Oct 04 08:26:36.666497 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos_rule_type_details.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.667414 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.667927 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 04 08:26:36.668257 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos_rule_type_filter.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.669153 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.669667 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 04 08:26:36.669994 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: qos_rules_alias.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.671042 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.671561 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 04 08:26:36.671890 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: quota_check_limit.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.672782 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.673299 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: quota-check-limit Oct 04 08:26:36.673686 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: quotasv2.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.674617 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.674961 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: quotas Oct 04 08:26:36.675314 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: quotasv2_detail.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.676983 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.677368 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: quota_details Oct 04 08:26:36.677663 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: rbac.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.678741 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.679274 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: rbac-policies Oct 04 08:26:36.679607 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: rbac_address_group.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.680609 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.681138 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: rbac-address-group Oct 04 08:26:36.681466 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: rbac_address_scope.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.682585 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.683021 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: rbac-address-scope Oct 04 08:26:36.683336 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: rbac_security_groups.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.684239 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.684776 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: rbac-security-groups Oct 04 08:26:36.685092 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: rbac_subnetpool.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.685988 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.686500 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: rbac-subnetpool Oct 04 08:26:36.686849 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: revisionifmatch.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.687758 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.688272 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: revision-if-match Oct 04 08:26:36.688599 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: revisions.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.689700 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.690215 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: standard-attr-revisions Oct 04 08:26:36.690565 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: router_availability_zone.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.691212 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.691732 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: router_availability_zone Oct 04 08:26:36.692060 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: routerservicetype.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.692953 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.693472 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension router-service-type not supported by any of loaded plugins Oct 04 08:26:36.693800 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.694737 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.695262 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: security-groups-normalized-cidr Oct 04 08:26:36.696118 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: security_groups_port_filtering.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.697073 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.697569 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: port-security-groups-filtering Oct 04 08:26:36.697895 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.698823 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.699345 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: security-groups-remote-address-group Oct 04 08:26:36.699671 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.700570 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.701087 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: security-groups-shared-filtering Oct 04 08:26:36.701414 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: securitygroup.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.711832 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.712406 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: security-group Oct 04 08:26:36.712782 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: segment.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.713534 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.714054 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension segment not supported by any of loaded plugins Oct 04 08:26:36.714385 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.715389 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.715908 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 04 08:26:36.716237 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: servicetype.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.717330 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.717851 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: service-type Oct 04 08:26:36.718178 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: sorting.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.719174 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.719513 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: sorting Oct 04 08:26:36.719841 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: standard_attr_segment.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.720749 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.721270 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 04 08:26:36.721599 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: standardattrdescription.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.722233 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.722777 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: standard-attr-description Oct 04 08:26:36.723112 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: stateful_security_group.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.724121 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.724586 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: stateful-security-group Oct 04 08:26:36.724880 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: stdattrs_common.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.725477 dv-cinder-860209-1-iscsi neutron-server[106297]: WARNING neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 04 08:26:36.725770 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.726725 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.727348 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 04 08:26:36.727692 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: subnet_onboard.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.728736 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.729260 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: subnet_onboard Oct 04 08:26:36.729588 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.730493 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.731033 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 04 08:26:36.731362 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: subnet_service_types.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.733611 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.733611 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: subnet-service-types Oct 04 08:26:36.733611 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: subnetallocation.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.734131 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.734685 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: subnet_allocation Oct 04 08:26:36.735025 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.735681 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.736202 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: subnetpool-prefix-ops Oct 04 08:26:36.736533 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.737447 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.737966 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 04 08:26:36.738298 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: tagging.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.739393 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.739929 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: standard-attr-tag Oct 04 08:26:36.740261 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: timestamp.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.741451 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.741974 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loaded extension: standard-attr-timestamp Oct 04 08:26:36.742306 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: trunk.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.743372 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.743889 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension trunk not supported by any of loaded plugins Oct 04 08:26:36.744221 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: trunk_details.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.745138 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.745634 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension trunk-details not supported by any of loaded plugins Oct 04 08:26:36.745961 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: uplink_status_propagation.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.746875 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.747385 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 04 08:26:36.747712 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Loading extension file: vlantransparent.py {{(pid=106297) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 08:26:36.748360 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106297) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 08:26:36.748869 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extension vlan-transparent not supported by any of loaded plugins Oct 04 08:26:36.751863 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:network Oct 04 08:26:36.752399 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:subnet Oct 04 08:26:36.752807 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 08:26:36.753206 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:port Oct 04 08:26:36.754531 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.755012 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service FLAVORS assigned prefix: {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.755627 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.756071 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.756411 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:router Oct 04 08:26:36.756848 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:floatingip Oct 04 08:26:36.757348 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service METERING assigned prefix: /metering {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.759380 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.759764 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.760126 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:26:36.761142 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of CountableResource for resource:rbac_policy Oct 04 08:26:36.761583 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:security_group Oct 04 08:26:36.762039 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:security_group_rule Oct 04 08:26:36.762590 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service CORE assigned prefix: {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.762930 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 08:26:36.763282 dv-cinder-860209-1-iscsi neutron-server[106297]: WARNING neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] subnetpool is already registered Oct 04 08:26:36.763728 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service CORE assigned prefix: {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.764071 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 08:26:36.764412 dv-cinder-860209-1-iscsi neutron-server[106297]: WARNING neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] subnetpool is already registered Oct 04 08:26:36.766934 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.767387 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service FLAVORS assigned prefix: {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.768015 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.768566 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.768907 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:router Oct 04 08:26:36.769266 dv-cinder-860209-1-iscsi neutron-server[106297]: WARNING neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] router is already registered Oct 04 08:26:36.769697 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:floatingip Oct 04 08:26:36.770039 dv-cinder-860209-1-iscsi neutron-server[106297]: WARNING neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] floatingip is already registered Oct 04 08:26:36.770613 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service METERING assigned prefix: /metering {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.771266 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of CountableResource for resource:rbac_policy Oct 04 08:26:36.771597 dv-cinder-860209-1-iscsi neutron-server[106297]: WARNING neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] rbac_policy is already registered Oct 04 08:26:36.772034 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:security_group Oct 04 08:26:36.772378 dv-cinder-860209-1-iscsi neutron-server[106297]: WARNING neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] security_group is already registered Oct 04 08:26:36.772849 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:security_group_rule Oct 04 08:26:36.773145 dv-cinder-860209-1-iscsi neutron-server[106297]: WARNING neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] security_group_rule is already registered Oct 04 08:26:36.773640 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service CORE assigned prefix: {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.774641 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 08:26:36.775216 dv-cinder-860209-1-iscsi neutron-server[106297]: WARNING neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] subnetpool is already registered Oct 04 08:26:36.775648 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.v2.resource_helper [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Service CORE assigned prefix: {{(pid=106297) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 08:26:36.775942 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 08:26:36.776282 dv-cinder-860209-1-iscsi neutron-server[106297]: WARNING neutron.quota.resource_registry [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] subnetpool is already registered Oct 04 08:26:36.776763 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: extensions {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.778376 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: address-groups {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.779918 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: address-scopes {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.781143 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: agents {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.782338 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: auto-allocated-topology {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.784974 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: availability_zones {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.786206 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: dhcp-networks {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.787649 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: dhcp-agents {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.789231 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: routers {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.791171 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: flavors {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.792337 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: service_profiles {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.793648 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: next_providers {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.795147 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: service_profiles {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.796695 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: floatingip-pools {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.797885 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: routers {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.799720 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: floatingips {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.800938 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: l3-routers {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.802309 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: l3-agents {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.803887 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: metering-labels {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.805194 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: metering-label-rules {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.806746 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: network-ip-availabilities {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.808113 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: bindings {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.809696 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: quotas {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.811303 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: quotas {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.814410 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: rbac-policies {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.818520 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: security-groups {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.818520 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: security-group-rules {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.818520 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: service-providers {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.820319 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: subnetpools {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.821375 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: subnetpools {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.823357 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: tags {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.825471 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: tags {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.827369 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: tags {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.829268 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: tags {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.831021 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: tags {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.832907 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: tags {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.834748 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: tags {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.837399 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: tags {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.839632 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: tags {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.841645 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron.api.extensions [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Extended resource: tags {{(pid=106297) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 08:26:36.849420 dv-cinder-860209-1-iscsi neutron-server[106297]: WARNING keystonemiddleware.auth_token [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 04 08:26:36.862300 dv-cinder-860209-1-iscsi neutron-server[106297]: WARNING keystonemiddleware.auth_token [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 04 08:26:36.871182 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_concurrency.lockutils [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Acquiring lock "singleton_lock" {{(pid=106297) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 04 08:26:36.871509 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_concurrency.lockutils [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Acquired lock "singleton_lock" {{(pid=106297) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 04 08:26:36.871985 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_concurrency.lockutils [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Releasing lock "singleton_lock" {{(pid=106297) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 04 08:26:36.872650 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO oslo_service.service [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Starting 2 workers Oct 04 08:26:36.877782 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Started child 106410 {{(pid=106297) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 08:26:36.882429 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Started child 106411 {{(pid=106297) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 08:26:36.883805 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:36.884536 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO neutron.service [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Neutron service started, listening on 0.0.0.0:9696 Oct 04 08:26:36.885165 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Publish callbacks [] for process (None), before_spawn {{(pid=106297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:36.886072 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [-] (106410) wsgi starting up on http://0.0.0.0:9696 Oct 04 08:26:36.887665 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO oslo_service.service [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Starting 1 workers Oct 04 08:26:36.887915 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:36.889336 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [-] (106411) wsgi starting up on http://0.0.0.0:9696 Oct 04 08:26:36.892864 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Started child 106412 {{(pid=106297) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 08:26:36.893419 dv-cinder-860209-1-iscsi neutron-server[106297]: INFO oslo_service.service [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Starting 1 workers Oct 04 08:26:36.896495 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.service [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] calling RpcWorker wait() {{(pid=106412) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 04 08:26:36.897005 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.service [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] returning from RpcWorker wait() {{(pid=106412) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 04 08:26:36.900912 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Started child 106413 {{(pid=106297) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 08:26:36.901515 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:36.901515 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:26:36.901675 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG neutron_lib.callbacks.manager [None req-12a8c98e-98b3-40a5-b006-3d0a0f9d506f None None] Publish callbacks [] for process (None), after_spawn {{(pid=106297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:36.901675 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106297) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 04 08:26:36.901675 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 08:26:36.901675 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 08:26:36.903295 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 08:26:36.903295 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 08:26:36.903295 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 08:26:36.903295 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.903295 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.903295 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.903967 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:36.905233 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.905233 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.905233 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.905577 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:26:36.905703 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.905703 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.905703 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.905703 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.905703 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.906267 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.906267 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.906530 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.906676 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.907101 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.907101 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.907349 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.907469 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.908034 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.908034 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.908295 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] debug = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.908556 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.909029 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.909306 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.909541 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.909778 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.910044 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.910284 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.910602 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.910849 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.911072 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.911295 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.911527 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.911795 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.912028 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.912257 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.912530 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.912781 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.913279 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] host = dv-cinder-860209-1-iscsi {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.913509 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.913754 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.914023 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.914283 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.914678 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.914938 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.915167 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.915513 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.915667 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.915902 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.916154 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.916409 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.916629 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.916879 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_file = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.917047 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_options = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.917285 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.917576 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.917865 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.918228 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.918228 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.918538 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.918712 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.918862 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.919128 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.919372 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.919525 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.919691 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.919910 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.920132 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.920400 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.921379 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.921379 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.921379 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.921379 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.921690 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.921837 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.922043 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.922380 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.922631 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.923326 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.923551 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.923855 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.924122 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.924336 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.924575 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.924856 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.925126 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.925356 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.925601 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.925884 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.926117 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.926353 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.926614 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.926902 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.927133 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.927407 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.929383 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.929383 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.929383 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.929383 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.929383 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.929383 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] use_json = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.929383 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.929383 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.929383 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.932431 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.932431 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.932431 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.932431 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.932431 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.932431 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:36.932431 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.932431 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.934084 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.934084 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.934084 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.934084 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.934084 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.934084 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.934084 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.934084 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.936604 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.936604 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.936604 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.936604 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.936604 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.936604 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.936604 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.936604 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.938838 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.938838 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.938838 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.938838 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.938838 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.938838 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.938838 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.938838 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.940253 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.940253 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.940253 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.940253 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.940253 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.940253 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.940253 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.940253 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.940794 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.940794 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.940948 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.941145 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.941537 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.941921 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.942338 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.942752 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.943135 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.943510 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.943883 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.944257 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.944694 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.945143 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.945642 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.946650 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.947141 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.947141 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.947350 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.947698 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.947980 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.948210 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.948517 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.948758 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.948951 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.949238 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.949479 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.951680 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.951680 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.951680 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.951680 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.951680 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.951680 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.951680 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.951680 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.951680 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.952722 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.952722 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.952722 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.952722 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.952722 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.952722 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.953149 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.953149 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.953351 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.953575 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.953782 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.954235 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.954683 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.955106 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.955541 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.955978 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.956408 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.956856 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.957274 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.957714 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.958129 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.958573 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.959095 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.959577 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.960053 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.960485 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.960746 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.961188 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.961483 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.961718 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.961965 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.962207 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.962495 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.962756 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.963014 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.963244 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.963468 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.963728 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.963949 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.964170 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.964388 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.964607 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.964856 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.965078 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.965300 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.965541 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.966442 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.966442 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.966639 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.966771 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.967141 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.967542 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.967931 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.968253 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.968532 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.968806 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.969035 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.969301 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.969594 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.969869 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.970125 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.970391 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.970650 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.970926 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.971195 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.971447 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.971715 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.971966 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.972212 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.972464 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.972698 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.972942 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.973173 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.973494 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.973748 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.974003 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.974218 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.974688 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.974959 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.975206 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.975534 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.975781 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.976042 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.976270 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.976511 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.976728 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.977474 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.977474 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.977474 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.977789 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.977960 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.978271 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.978418 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.978604 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.979018 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.979238 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.979470 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.979702 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.979927 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.980169 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.980430 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.980637 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.981019 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.981256 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.981628 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.981857 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.982104 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.982327 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.982581 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.982809 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.983093 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.983339 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.983733 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.983967 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.984246 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.984483 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.984700 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.984980 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.985168 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.985572 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.985800 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.986022 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.986232 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.986643 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.986877 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.987096 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.987343 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.987598 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.987959 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.988224 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.988471 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.988731 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.988976 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.989218 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.989436 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.989662 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.989900 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.990120 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.990366 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.990600 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.990852 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.991128 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.991309 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.991510 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.991732 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.991977 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.992226 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.993080 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.993421 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.993710 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.993949 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.994179 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.994508 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.994773 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.994993 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.995232 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.995466 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.995734 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.995950 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.996170 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.996392 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.996635 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.996875 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.997092 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.997306 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.997530 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.997794 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.998064 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.998419 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.998419 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.998849 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.998849 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.999242 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.999242 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.999826 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:36.999826 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.000247 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.000247 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.000965 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.000965 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.000965 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.001633 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.001633 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.001633 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.002330 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.002330 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.002330 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.003078 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.003078 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.003078 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.003078 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.003952 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.003952 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.003952 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.003952 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.004787 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.004787 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.004787 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.004787 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.005655 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.005655 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.005655 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.006338 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.006338 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.006338 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.007052 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.007052 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.007052 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.007687 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.007687 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.008184 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.008184 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.008778 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.008778 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.009216 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.009571 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.010014 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.010380 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.010857 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.011422 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.011724 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.012000 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.012289 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.012549 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.012958 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.013285 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.013612 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.015402 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.015402 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.015402 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.015402 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.015402 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.016063 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.016063 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.016368 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.016642 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.016869 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.017132 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.017385 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.017549 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 08:26:37.018111 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106297) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 04 08:26:37.018275 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 08:26:37.018437 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 08:26:37.018803 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 08:26:37.018803 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 08:26:37.019124 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 08:26:37.019250 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.019440 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.020023 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.020023 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.020023 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.020023 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.020487 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.020487 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.020487 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.020969 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.020969 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.020969 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.021523 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.021523 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.021523 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.021523 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.022250 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.022250 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.022250 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.022250 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.022250 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.023336 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] debug = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.023336 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.023336 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.023336 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.024627 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:26:37.024844 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.024844 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.024844 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.024844 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.024844 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.024844 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.024844 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.024844 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.026314 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.026314 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.026314 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.026314 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.026314 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.026314 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.026314 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] host = dv-cinder-860209-1-iscsi {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.026314 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.027768 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.027768 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.027768 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.027768 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.027768 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.027768 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.027768 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.027768 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.029281 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.029281 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.029281 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.029281 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.029281 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_file = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.029281 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_options = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.029281 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.029281 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.029281 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.030854 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.030854 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.030854 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.030854 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.030854 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.030854 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.030854 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.032115 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.032115 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.032115 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.032115 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.032115 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.032115 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.032115 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.032115 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.033624 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.033624 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.033624 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.033624 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.033624 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.033624 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.033624 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.033624 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.034984 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.034984 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.034984 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.034984 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.034984 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.034984 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.034984 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.034984 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.036283 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.036283 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.036283 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.036283 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.036283 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.036283 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.036283 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.036283 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.037630 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.037630 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.037630 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.037630 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.037630 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] use_json = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.037630 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.037630 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.037630 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.037630 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.039167 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.039167 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.039167 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.039167 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.039167 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 08:26:37.039167 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.039167 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.039167 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.041307 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.041307 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.041307 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.041307 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.041307 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.041307 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.041307 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.041307 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.042617 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.042617 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.042617 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.042617 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.042617 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.042617 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.042617 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.042617 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.043496 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.043496 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.043496 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.043496 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.043496 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.043496 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.043496 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.043496 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.044894 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.044894 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.044894 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.044894 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.044894 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.044894 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.044894 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.044894 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.046210 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.046210 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.046210 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.046210 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.046210 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.046210 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.046210 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.046210 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.046210 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.047785 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.047785 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.047785 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.047785 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.047785 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.047785 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.047785 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.047785 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.047785 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.049493 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.049493 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.049493 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.049493 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.049493 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.049493 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.049493 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.049493 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.050460 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.050460 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.050460 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.050460 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.050460 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.050460 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.050460 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.050460 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.050460 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.051912 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.051912 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.051912 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.051912 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.051912 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.051912 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.051912 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.051912 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.051912 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.052934 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.052934 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.052934 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.052934 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.052934 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.052934 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.052934 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.052934 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.052934 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.053783 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.053783 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.053783 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.053783 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.053783 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.053783 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.053783 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.053783 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.054594 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.054594 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.054594 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.054594 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.054594 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.054594 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.054594 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.054594 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.055640 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.055640 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.055640 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.055640 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.055640 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.055640 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.055640 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.055640 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.056658 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.056658 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.056658 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.056658 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.056658 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.056658 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.056658 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.056658 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.057915 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.057915 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.057915 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.057915 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.057915 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.057915 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.057915 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.057915 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.059284 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.059284 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.059284 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.059284 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.059284 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.059284 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.059284 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.059284 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.060669 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.060669 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.060669 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.060669 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.060669 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.060669 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.060669 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.060669 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.061933 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.061933 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.061933 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.061933 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.061933 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.061933 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.061933 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.061933 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.063159 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.063159 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.063159 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.063159 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.063159 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.063159 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.063159 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.063159 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.064135 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.064135 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.064135 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.064135 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.064135 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.064135 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.064135 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.064135 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.065432 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.065432 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.065432 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.065432 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.065432 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.065432 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.065432 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.065432 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.067798 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.067798 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.067798 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.067798 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.067798 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.067798 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.067798 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.067798 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.069094 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.069094 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.069094 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.069094 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.069094 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.069094 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.069094 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.069094 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.070780 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.070780 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.070780 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.070780 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.070780 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.070780 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.070780 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.070780 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.072108 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.072108 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.072108 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.072108 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.072108 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.072108 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.072108 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.072108 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.072108 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073002 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073002 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073002 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073002 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073002 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073002 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073002 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073002 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073975 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073975 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073975 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073975 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073975 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073975 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073975 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073975 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.073975 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.075642 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.075642 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.075642 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.075642 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.075642 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.075642 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.075642 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.075642 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.077142 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.077142 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.077142 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.077142 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.077142 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.077142 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.077142 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.077142 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.078524 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 49934) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:26:37.078779 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.078779 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.078779 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.078779 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.078779 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.078779 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.078779 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.078779 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.080537 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.080537 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.080537 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.080537 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.080537 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.080537 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.080537 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.080537 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.082168 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.082168 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.082168 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.082168 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.082168 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.082168 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.082168 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.082168 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.083869 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.083869 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.083869 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.083869 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.083869 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.083869 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.083869 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.083869 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.085299 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.085299 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.085299 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.085299 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.085299 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.085299 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.085299 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.085299 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.087025 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.087025 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.087025 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.087025 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.087025 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.087025 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.087025 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.087025 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.088303 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.088303 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.088303 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.088303 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.088303 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.088303 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.088303 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.088303 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.088303 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.089485 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.089485 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.089485 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.089485 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.089485 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.089485 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.089485 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.089485 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.089485 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.090757 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 08:26:37.090757 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106297) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 08:26:37.091021 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0078294 Oct 04 08:26:37.092227 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0061882 Oct 04 08:26:46.364095 dv-cinder-860209-1-iscsi neutron-server[106297]: DEBUG dbcounter [-] [106297] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106297) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:26:48.807375 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890d1a9-04db-4b84-ac4a-0c21f8aec45f None None] get_active_networks_info from dv-cinder-860209-1-iscsi {{(pid=106412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 08:26:48.815615 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writer thread running {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 08:26:48.880172 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4890d1a9-04db-4b84-ac4a-0c21f8aec45f None None] No non-hosted networks {{(pid=106412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 04 08:26:48.903258 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-9743bf3b-0dd0-4ef9-80a7-9e9201d50afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600529'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:48.905667 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.agentschedulers_db [None req-4890d1a9-04db-4b84-ac4a-0c21f8aec45f None None] DHCP Agent not found on host dv-cinder-860209-1-iscsi {{(pid=106412) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 04 08:26:50.675135 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writer thread running {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 08:26:51.263397 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-de77c898-1e6f-4da3-bd68-51e2df6c30d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600529'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:51.360799 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f283b28f-7edd-4655-84b1-36724481fa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:52.759450 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50008) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:26:52.791000 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600529'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:53.407748 dv-cinder-860209-1-iscsi neutron-server[106410]: WARNING oslo_policy.policy [None req-0b0d2e27-8ba6-4753-8971-86f50eed98cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:26:53.408619 dv-cinder-860209-1-iscsi neutron-server[106410]: WARNING oslo_policy.policy [None req-0b0d2e27-8ba6-4753-8971-86f50eed98cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:26:53.639801 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [None req-0b0d2e27-8ba6-4753-8971-86f50eed98cd admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:26:53.663126 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-0b0d2e27-8ba6-4753-8971-86f50eed98cd admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9024546 Oct 04 08:26:54.056247 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.db.l3_hamode_db [None req-ed9e082b-3f58-49ae-8848-a31409bfe34c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 04 08:26:54.144548 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e082b-3f58-49ae-8848-a31409bfe34c None None] Routers set() bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:26:54.145948 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e082b-3f58-49ae-8848-a31409bfe34c None None] Router IDs set() for agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 04 08:26:54.354311 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600529'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:54.357422 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600529'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:54.358588 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.359219 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.360477 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.360862 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.361196 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.361817 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.363699 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.365827 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.366232 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.366679 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.366990 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.367753 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.368293 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.368649 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.371969 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:26:54.371969 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-860209-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:26:54.380390 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-860209-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:26:56.403979 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50042) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:26:56.726361 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-e6b0703d-2975-4175-a119-c07beab806c3 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:26:56.738578 dv-cinder-860209-1-iscsi neutron-server[106410]: ERROR stevedore.extension [None req-e6b0703d-2975-4175-a119-c07beab806c3 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 04 08:26:56.821156 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.policy [None req-e6b0703d-2975-4175-a119-c07beab806c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106410) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 04 08:26:56.863341 dv-cinder-860209-1-iscsi neutron-server[106410]: WARNING oslo_policy.policy [None req-e6b0703d-2975-4175-a119-c07beab806c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:26:56.863724 dv-cinder-860209-1-iscsi neutron-server[106410]: WARNING oslo_policy.policy [None req-e6b0703d-2975-4175-a119-c07beab806c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:26:56.884583 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writer thread running {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 08:26:56.962388 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e6b0703d-2975-4175-a119-c07beab806c3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767884677669', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767884678201', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767884628765', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767884652610', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767884642026', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767884737065', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1880123', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1880314', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-760208', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535951'] for rbac-policy (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:57.033304 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e6b0703d-2975-4175-a119-c07beab806c3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:26:57.034638 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-e6b0703d-2975-4175-a119-c07beab806c3 admin admin] 10.222.0.16 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6296384 Oct 04 08:26:59.711218 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50052) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:27:00.031203 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:27:00.061637 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Made reservation on behalf of 7fea84d924b34feb92e0e8acefe7e93d for: {'network': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:27:00.065853 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:00.086713 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:00.203467 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Publish callbacks [] for security_group (e07eb910-c194-4a41-82ee-36ccc823ba15), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:00.207578 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e07eb910-c194-4a41-82ee-36ccc823ba15), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:00.235195 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=106410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:27:00.272377 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767882833619', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (beb6fccf-4605-4751-a6af-c84f773e37a5), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:00.272870 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Unsubscribe: segment precommit_create {{(pid=106410) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 04 08:27:00.273999 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.segments_db [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Added segment beb6fccf-4605-4751-a6af-c84f773e37a5 of type vlan for network 2caf1782-758b-4f65-b72d-0503355b8c16 Oct 04 08:27:00.292102 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e07eb910-c194-4a41-82ee-36ccc823ba15,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:00.346095 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.346436 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.346820 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.347178 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.347516 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.347847 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.348174 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.348500 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.348825 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.349148 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.349472 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.349810 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.350131 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.350451 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.350796 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Tracked resource versions report: Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: pushed versions: Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: { 'AddressGroup': {'1.2'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Agent': {'1.1'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'ConntrackHelper': {'1.0'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Log': {'1.0'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'NDPProxy': {'1.0'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Network': {'1.1'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Port': {'1.7'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'PortForwarding': {'1.3'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'QosPolicy': {'1.10'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'SecurityGroup': {'1.5'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'SubPort': {'1.0'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Subnet': {'1.1'}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Trunk': {'1.1'}} Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: consumer versions: Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: { DHCP agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: L3 agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: Metadata agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: Metering agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: Open vSwitch agent@dv-cinder-860209-1-iscsi: { 'AddressGroup': '1.2', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Agent': '1.1', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'ConntrackHelper': '1.0', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'LocalIPAssociation': '1.0', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Log': '1.0', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'NDPProxy': '1.0', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Network': '1.1', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Port': '1.7', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'PortForwarding': '1.3', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'QosPolicy': '1.10', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'SecurityGroup': '1.5', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'SecurityGroupRule': '1.2', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'SubPort': '1.0', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Subnet': '1.1', Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Trunk': '1.1'}} Oct 04 08:27:00.352826 dv-cinder-860209-1-iscsi neutron-server[106410]: {{(pid=106410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:27:00.388940 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (2caf1782-758b-4f65-b72d-0503355b8c16), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:00.408943 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=50,neutron:INSERT=47,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:00.434723 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (2caf1782-758b-4f65-b72d-0503355b8c16), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:00.439726 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:27:00.440437 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:00.500599 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7883599 Oct 04 08:27:00.572438 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2d189-cbc2-4da1-8e06-0d41de6c6508 demo demo] Pushing event updated for resources: {'Network': ['ID=2caf1782-758b-4f65-b72d-0503355b8c16,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:00.585040 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network 2caf1782-758b-4f65-b72d-0503355b8c16 details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:27:03.254496 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50066) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:27:03.684857 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111e147-9c7f-47c2-b3c4-10540e9c18f2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:27:03.686224 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-1111e147-9c7f-47c2-b3c4-10540e9c18f2 demo admin] 10.222.0.16 "GET /networking/v2.0/networks/2caf1782-758b-4f65-b72d-0503355b8c16 HTTP/1.1" status: 200 len: 824 time: 0.4307494 Oct 04 08:27:03.711636 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-5faf7065-43d5-46da-b2bc-9ac60cdacee8 demo admin] 10.222.0.16 "GET /networking/v2.0/subnetpools/cec53c75-89a1-4f7c-8d33-6dbadb977c1c HTTP/1.1" status: 200 len: 734 time: 0.0191646 Oct 04 08:27:03.720310 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-074dd316-f23b-4741-8795-12260cbe179c demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16', 'subnetpool_id': 'cec53c75-89a1-4f7c-8d33-6dbadb977c1c', 'name': 'private-subnet'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:27:03.743202 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074dd316-f23b-4741-8795-12260cbe179c demo admin] Made reservation on behalf of 7fea84d924b34feb92e0e8acefe7e93d for: {'subnet': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:27:03.745466 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-074dd316-f23b-4741-8795-12260cbe179c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:04.001808 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:04.054185 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-074dd316-f23b-4741-8795-12260cbe179c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for subnet (b4911b1b-3b03-42d8-9947-ad4830826fdf), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:04.124395 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dd316-f23b-4741-8795-12260cbe179c demo admin] Pushing event updated for resources: {'Subnet': ['ID=b4911b1b-3b03-42d8-9947-ad4830826fdf,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:04.131923 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074dd316-f23b-4741-8795-12260cbe179c demo admin] Checking segment: {'id': 'beb6fccf-4605-4751-a6af-c84f773e37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:27:04.132315 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074dd316-f23b-4741-8795-12260cbe179c demo admin] Network hostable DHCP agents. Network: 2caf1782-758b-4f65-b72d-0503355b8c16, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:27:04.155516 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074dd316-f23b-4741-8795-12260cbe179c demo admin] Network 2caf1782-758b-4f65-b72d-0503355b8c16 is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:27:04.167699 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-074dd316-f23b-4741-8795-12260cbe179c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, 2caf1782-758b-4f65-b72d-0503355b8c16) {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:27:04.172457 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074dd316-f23b-4741-8795-12260cbe179c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:27:04.173078 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-074dd316-f23b-4741-8795-12260cbe179c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:04.177442 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e69dbc-747c-4391-9039-6abf5e796644 None None] Network 2caf1782-758b-4f65-b72d-0503355b8c16 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:27:04.190441 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-074dd316-f23b-4741-8795-12260cbe179c demo admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4733274 Oct 04 08:27:04.451490 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf04c5fb5-aee9-5c72-8602-fd95d862e421-2caf1782-758b-4f65-b72d-0503355b8c16', 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16', 'project_id': '7fea84d924b34feb92e0e8acefe7e93d', 'fixed_ips': [{'subnet_id': 'b4911b1b-3b03-42d8-9947-ad4830826fdf'}]}} from dv-cinder-860209-1-iscsi. {{(pid=106412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:27:04.452821 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:04.735496 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.db_base_plugin_common [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Allocated IP 172.20.0.2 (2caf1782-758b-4f65-b72d-0503355b8c16/b4911b1b-3b03-42d8-9947-ad4830826fdf/3010b665-163b-4c39-8d99-9ac728e73944) {{(pid=106412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:27:04.753770 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:05.013195 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Publish callbacks [] for port (3010b665-163b-4c39-8d99-9ac728e73944), precommit_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:05.021739 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (3010b665-163b-4c39-8d99-9ac728e73944), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:05.102470 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Network 2caf1782-758b-4f65-b72d-0503355b8c16 is already hosted by enough agents. {{(pid=106412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:27:05.108375 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.base_scheduler [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Resources bound (agent type, host, resource id): {{(pid=106412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:27:05.113315 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Pushing event updated for resources: {'Port': ['ID=3010b665-163b-4c39-8d99-9ac728e73944,revision_number=1']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:05.115594 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Received port after_create {{(pid=106412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:27:05.126430 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.126801 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.127164 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.127519 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.127849 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.128174 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.128496 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.128815 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.129135 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.129453 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.129774 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.130109 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.130432 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.130774 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.131090 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Tracked resource versions report: Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: pushed versions: Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: { 'AddressGroup': {'1.2'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Agent': {'1.1'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'ConntrackHelper': {'1.0'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Log': {'1.0'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'NDPProxy': {'1.0'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Network': {'1.1'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Port': {'1.7'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'PortForwarding': {'1.3'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'QosPolicy': {'1.10'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'SecurityGroup': {'1.5'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'SubPort': {'1.0'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Subnet': {'1.1'}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Trunk': {'1.1'}} Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: consumer versions: Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: { DHCP agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: L3 agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: Metadata agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: Metering agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: Open vSwitch agent@dv-cinder-860209-1-iscsi: { 'AddressGroup': '1.2', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Agent': '1.1', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'ConntrackHelper': '1.0', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'LocalIPAssociation': '1.0', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Log': '1.0', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'NDPProxy': '1.0', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Network': '1.1', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Port': '1.7', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'PortForwarding': '1.3', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'QosPolicy': '1.10', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'SecurityGroup': '1.5', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'SecurityGroupRule': '1.2', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'SubPort': '1.0', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Subnet': '1.1', Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Trunk': '1.1'}} Oct 04 08:27:05.133255 dv-cinder-860209-1-iscsi neutron-server[106412]: {{(pid=106412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:27:05.213410 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Attempting to bind port 3010b665-163b-4c39-8d99-9ac728e73944 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:27:05.214116 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Attempting to bind port 3010b665-163b-4c39-8d99-9ac728e73944 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'beb6fccf-4605-4751-a6af-c84f773e37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:27:05.214226 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Attempting to bind port 3010b665-163b-4c39-8d99-9ac728e73944 on network 2caf1782-758b-4f65-b72d-0503355b8c16 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:27:05.216865 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:05.261270 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:27:05.261619 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Checking segment: {'id': 'beb6fccf-4605-4751-a6af-c84f773e37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:27:05.262085 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:05.262469 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Bound using segment: {'id': 'beb6fccf-4605-4751-a6af-c84f773e37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:27:05.262982 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Bound port: 3010b665-163b-4c39-8d99-9ac728e73944, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb6fccf-4605-4751-a6af-c84f773e37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:27:05.263431 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (3010b665-163b-4c39-8d99-9ac728e73944), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:05.325275 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] For port 3010b665-163b-4c39-8d99-9ac728e73944, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:27:05.344341 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] For port 3010b665-163b-4c39-8d99-9ac728e73944, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=3010b665-163b-4c39-8d99-9ac728e73944,segment=NetworkSegment(beb6fccf-4605-4751-a6af-c84f773e37a5),segment_id=beb6fccf-4605-4751-a6af-c84f773e37a5)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:27:05.350960 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (3010b665-163b-4c39-8d99-9ac728e73944), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:05.404236 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28fe0e-2e2b-4ea0-bdac-02c3dae203d0 None None] Pushing event updated for resources: {'Port': ['ID=3010b665-163b-4c39-8d99-9ac728e73944,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:06.936024 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50076) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:27:07.298071 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [None req-198235ae-872d-4c1f-8f9e-5dfbf53f3b01 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:27:07.299101 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-198235ae-872d-4c1f-8f9e-5dfbf53f3b01 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3635499 Oct 04 08:27:07.339961 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:07.352268 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:10.077084 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50086) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:27:10.441236 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [None req-91643fc0-2c67-4c63-a5e9-2c08e5f45838 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:27:10.442370 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-91643fc0-2c67-4c63-a5e9-2c08e5f45838 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3644395 Oct 04 08:27:13.189692 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50098) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:27:13.547637 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-0e3e3d3d-21db-4d68-aed9-dfadbb26b57d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:27:13.573115 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0e3e3d3d-21db-4d68-aed9-dfadbb26b57d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-400'] for router (7bf25bd7-1909-44d8-bae7-29d1885dc5f8), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:13.574763 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0e3e3d3d-21db-4d68-aed9-dfadbb26b57d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router (7bf25bd7-1909-44d8-bae7-29d1885dc5f8), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:13.676030 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dccb6e-89a8-4da9-a97b-df75b28c19cf None None] Network 2caf1782-758b-4f65-b72d-0503355b8c16 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:27:13.720236 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0e3e3d3d-21db-4d68-aed9-dfadbb26b57d demo demo] Publish callbacks [] for router_controller (7bf25bd7-1909-44d8-bae7-29d1885dc5f8), precommit_add_association {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:13.725380 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0e3e3d3d-21db-4d68-aed9-dfadbb26b57d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602062'] for router (7bf25bd7-1909-44d8-bae7-29d1885dc5f8), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:13.744217 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0e3e3d3d-21db-4d68-aed9-dfadbb26b57d demo demo] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:13.750582 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-0e3e3d3d-21db-4d68-aed9-dfadbb26b57d demo demo] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5546837 Oct 04 08:27:13.772747 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-dbdad6f4-fac8-444f-87c3-5ab91e4ff795 None None] Provisioning complete for port 3010b665-163b-4c39-8d99-9ac728e73944 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:27:13.773892 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-dbdad6f4-fac8-444f-87c3-5ab91e4ff795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (3010b665-163b-4c39-8d99-9ac728e73944), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:13.774326 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-dbdad6f4-fac8-444f-87c3-5ab91e4ff795 None None] Attempt 1 to provision port 3010b665-163b-4c39-8d99-9ac728e73944 Oct 04 08:27:13.946255 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 5 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:27:13.963596 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-dbdad6f4-fac8-444f-87c3-5ab91e4ff795 None None] Current status of the port 3010b665-163b-4c39-8d99-9ac728e73944 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:27:13.963596 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-dbdad6f4-fac8-444f-87c3-5ab91e4ff795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (3010b665-163b-4c39-8d99-9ac728e73944), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:14.006064 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-dbdad6f4-fac8-444f-87c3-5ab91e4ff795 None None] For port 3010b665-163b-4c39-8d99-9ac728e73944, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=3010b665-163b-4c39-8d99-9ac728e73944,segment=NetworkSegment(beb6fccf-4605-4751-a6af-c84f773e37a5),segment_id=beb6fccf-4605-4751-a6af-c84f773e37a5)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:27:14.013296 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-dbdad6f4-fac8-444f-87c3-5ab91e4ff795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (3010b665-163b-4c39-8d99-9ac728e73944), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:14.073456 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdad6f4-fac8-444f-87c3-5ab91e4ff795 None None] Pushing event updated for resources: {'Port': ['ID=3010b665-163b-4c39-8d99-9ac728e73944,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:14.077703 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 3010b665-163b-4c39-8d99-9ac728e73944 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:27:14.130118 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:14.141169 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-b0f2e3bc-71e9-4696-b554-f4d662b7fdd7 None None] Provisioning complete for port 3010b665-163b-4c39-8d99-9ac728e73944 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:27:14.141575 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e3bc-71e9-4696-b554-f4d662b7fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (3010b665-163b-4c39-8d99-9ac728e73944), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:14.141920 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-b0f2e3bc-71e9-4696-b554-f4d662b7fdd7 None None] Attempt 1 to provision port 3010b665-163b-4c39-8d99-9ac728e73944 Oct 04 08:27:14.143509 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 3010b665-163b-4c39-8d99-9ac728e73944 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:27:14.143883 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (3010b665-163b-4c39-8d99-9ac728e73944), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:14.144216 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 3010b665-163b-4c39-8d99-9ac728e73944 Oct 04 08:27:14.278696 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 3010b665-163b-4c39-8d99-9ac728e73944 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:27:14.280593 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2e3bc-71e9-4696-b554-f4d662b7fdd7 None None] Current status of the port 3010b665-163b-4c39-8d99-9ac728e73944 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:27:16.028656 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 3010b665-163b-4c39-8d99-9ac728e73944 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:27:16.073779 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 3010b665-163b-4c39-8d99-9ac728e73944 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:27:16.074182 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (3010b665-163b-4c39-8d99-9ac728e73944), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:16.074525 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 3010b665-163b-4c39-8d99-9ac728e73944 Oct 04 08:27:16.077106 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:16.151340 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 3010b665-163b-4c39-8d99-9ac728e73944 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:27:16.444378 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50108) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:27:16.772614 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [None req-93561860-325f-41df-aa60-00b0b3ba221f admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:27:16.774806 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-93561860-325f-41df-aa60-00b0b3ba221f admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3294265 Oct 04 08:27:18.747224 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d2c1132b-0429-471d-bf57-eb47addd3f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:19.461208 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50116) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:27:19.796295 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:27:19.817096 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Made reservation on behalf of dc7bdc31e1404eecb2eaeb287aaeab06 for: {'network': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:27:19.819701 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:19.828606 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:19.883964 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:19.905937 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Publish callbacks [] for security_group (f604130f-9d7e-4b55-a7ea-ff56eca9b42e), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:19.909541 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (f604130f-9d7e-4b55-a7ea-ff56eca9b42e), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:19.926316 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Reserving flat network on physical network physnet1 {{(pid=106410) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 04 08:27:19.948168 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f604130f-9d7e-4b55-a7ea-ff56eca9b42e,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:19.951205 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (c20eb74c-fbcf-4946-8e5a-e0113c18521f), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:19.951542 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.segments_db [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Added segment c20eb74c-fbcf-4946-8e5a-e0113c18521f of type flat for network a245eb65-fa51-4a9c-b9ba-d29908724e63 Oct 04 08:27:19.999224 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (a245eb65-fa51-4a9c-b9ba-d29908724e63), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:20.031261 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (a245eb65-fa51-4a9c-b9ba-d29908724e63), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:20.032217 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:27:20.032795 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:20.113815 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6515117 Oct 04 08:27:20.141716 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb97516-aca5-46a0-a353-32032536422e admin admin] Pushing event updated for resources: {'Network': ['ID=a245eb65-fa51-4a9c-b9ba-d29908724e63,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:20.156589 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:27:21.258792 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b56f6422-98c8-44aa-a35b-edb0265ca117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:22.770522 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:22.860727 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50124) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:27:23.233316 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877584fa-9f1b-4385-8f99-3e8ed86d3fb1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:27:23.234709 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-877584fa-9f1b-4385-8f99-3e8ed86d3fb1 demo admin] 10.222.0.16 "GET /networking/v2.0/subnets/b4911b1b-3b03-42d8-9947-ad4830826fdf HTTP/1.1" status: 200 len: 849 time: 0.3730066 Oct 04 08:27:23.350151 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=12 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:23.354262 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-ed6c515f-9ad3-4133-8b4d-c9f0e0602c5a demo admin] 10.222.0.16 "GET /networking/v2.0/routers/7bf25bd7-1909-44d8-bae7-29d1885dc5f8 HTTP/1.1" status: 200 len: 704 time: 0.1136713 Oct 04 08:27:23.627554 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:23.940234 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=2 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:23.974970 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Allocated IP 172.20.0.1 (2caf1782-758b-4f65-b72d-0503355b8c16/b4911b1b-3b03-42d8-9947-ad4830826fdf/1be6e6c5-aa6e-4f5a-b735-040dc676d4b5) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:27:24.093593 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:24.136370 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Publish callbacks [] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:24.201254 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:24.278484 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:24.283106 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Network 2caf1782-758b-4f65-b72d-0503355b8c16 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:27:24.289912 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:27:24.294205 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:27:24.294773 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756789'] for router_interface (7bf25bd7-1909-44d8-bae7-29d1885dc5f8), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:24.314713 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Pushing event updated for resources: {'Port': ['ID=1be6e6c5-aa6e-4f5a-b735-040dc676d4b5,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:24.334992 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:24.475769 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-1eefd14f-cf9b-447e-a3e9-c3a284cd7b4f None None] Provisioning complete for port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:27:24.476900 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-1eefd14f-cf9b-447e-a3e9-c3a284cd7b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:24.477541 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-1eefd14f-cf9b-447e-a3e9-c3a284cd7b4f None None] Attempt 1 to provision port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 Oct 04 08:27:24.507218 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:24.510217 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-1eefd14f-cf9b-447e-a3e9-c3a284cd7b4f None None] Port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:27:24.649162 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:24.723926 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Publish callbacks [] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:24.729184 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:24.729909 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756905'] for router_interface (7bf25bd7-1909-44d8-bae7-29d1885dc5f8), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:24.818325 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Pushing event updated for resources: {'Port': ['ID=1be6e6c5-aa6e-4f5a-b735-040dc676d4b5,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:24.868225 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Network 2caf1782-758b-4f65-b72d-0503355b8c16 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:27:24.869584 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:27:25.030783 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Router 7bf25bd7-1909-44d8-bae7-29d1885dc5f8 is scheduled to L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 with binding_index 1 {{(pid=106410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:27:25.031404 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-660188c3-0f53-4baf-bd91-796e22f841ed None None] Provisioning complete for port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:27:25.031404 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-660188c3-0f53-4baf-bd91-796e22f841ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:25.031578 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-660188c3-0f53-4baf-bd91-796e22f841ed None None] Attempt 1 to provision port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 Oct 04 08:27:25.065765 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-660188c3-0f53-4baf-bd91-796e22f841ed None None] Port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:27:25.123791 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:27:25.132181 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-a0acad23-3092-40b9-9b77-cfad4bd77e74 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/7bf25bd7-1909-44d8-bae7-29d1885dc5f8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7721958 Oct 04 08:27:25.148086 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Sync routers for ids ['7bf25bd7-1909-44d8-bae7-29d1885dc5f8'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:27:25.161677 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Routers {'7bf25bd7-1909-44d8-bae7-29d1885dc5f8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:27:25.162579 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:27:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['7bf25bd7-1909-44d8-bae7-29d1885dc5f8'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:27:25.347675 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Set router 7bf25bd7-1909-44d8-bae7-29d1885dc5f8 gateway port host: None {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:27:25.791502 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'name': 'router1', 'tenant_id': '7fea84d924b34feb92e0e8acefe7e93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:27:13Z', 'updated_at': '2022-10-04T08:27:24Z', 'revision_number': 2, 'project_id': '7fea84d924b34feb92e0e8acefe7e93d', 'gw_port_host': None, '_interfaces': [{'id': '1be6e6c5-aa6e-4f5a-b735-040dc676d4b5', 'name': '', 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16', 'tenant_id': '7fea84d924b34feb92e0e8acefe7e93d', 'mac_address': 'fa:16:3e:41:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4911b1b-3b03-42d8-9947-ad4830826fdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:27:23Z', 'updated_at': '2022-10-04T08:27:24Z', 'revision_number': 2, 'project_id': '7fea84d924b34feb92e0e8acefe7e93d', 'subnets': [{'id': 'b4911b1b-3b03-42d8-9947-ad4830826fdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cec53c75-89a1-4f7c-8d33-6dbadb977c1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:27:25.845168 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Checking router: 7bf25bd7-1909-44d8-bae7-29d1885dc5f8 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:27:25.845542 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Updating router 7bf25bd7-1909-44d8-bae7-29d1885dc5f8 port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 binding host dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:27:25.905214 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:26.435355 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Publish callbacks [] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), precommit_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:26.442700 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:26.593713 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Pushing event updated for resources: {'Port': ['ID=1be6e6c5-aa6e-4f5a-b735-040dc676d4b5,revision_number=3']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:26.597190 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Attempting to bind port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:27:26.597582 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Attempting to bind port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'beb6fccf-4605-4751-a6af-c84f773e37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16'}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:27:26.597998 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Attempting to bind port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 on network 2caf1782-758b-4f65-b72d-0503355b8c16 {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:27:26.629316 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.629661 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.630023 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.630379 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.630739 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.631081 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.631411 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.631734 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.632059 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.632439 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.632763 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.633273 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.633601 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.633922 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.634242 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Tracked resource versions report: Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: pushed versions: Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: { 'AddressGroup': {'1.2'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Agent': {'1.1'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'ConntrackHelper': {'1.0'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Log': {'1.0'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'NDPProxy': {'1.0'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Network': {'1.1'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Port': {'1.7'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'PortForwarding': {'1.3'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'QosPolicy': {'1.10'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'SecurityGroup': {'1.5'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'SubPort': {'1.0'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Subnet': {'1.1'}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Trunk': {'1.1'}} Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: consumer versions: Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: { DHCP agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: L3 agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: Metadata agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: Metering agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: Open vSwitch agent@dv-cinder-860209-1-iscsi: { 'AddressGroup': '1.2', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Agent': '1.1', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'ConntrackHelper': '1.0', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'LocalIPAssociation': '1.0', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Log': '1.0', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'NDPProxy': '1.0', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Network': '1.1', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Port': '1.7', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'PortForwarding': '1.3', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'QosPolicy': '1.10', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'SecurityGroup': '1.5', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'SecurityGroupRule': '1.2', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'SubPort': '1.0', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Subnet': '1.1', Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Trunk': '1.1'}} Oct 04 08:27:26.635787 dv-cinder-860209-1-iscsi neutron-server[106413]: {{(pid=106413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:27:26.697064 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:27:26.697385 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Checking segment: {'id': 'beb6fccf-4605-4751-a6af-c84f773e37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:27:26.697863 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:26.698258 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Bound using segment: {'id': 'beb6fccf-4605-4751-a6af-c84f773e37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16'} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:27:26.698785 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Bound port: 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb6fccf-4605-4751-a6af-c84f773e37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16'}}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:27:26.699169 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:26.738878 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:26.764396 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] For port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:27:26.785867 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] For port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=1be6e6c5-aa6e-4f5a-b735-040dc676d4b5,segment=NetworkSegment(beb6fccf-4605-4751-a6af-c84f773e37a5),segment_id=beb6fccf-4605-4751-a6af-c84f773e37a5)] {{(pid=106413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:27:26.793185 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:26.821949 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:26.837910 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Routers {'7bf25bd7-1909-44d8-bae7-29d1885dc5f8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:27:26.838576 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:27:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['7bf25bd7-1909-44d8-bae7-29d1885dc5f8'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:27:26.911150 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea8b06-7414-4636-b1ff-060278ba7867 None None] Pushing event updated for resources: {'Port': ['ID=1be6e6c5-aa6e-4f5a-b735-040dc676d4b5,revision_number=4']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:26.938222 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] Set router 7bf25bd7-1909-44d8-bae7-29d1885dc5f8 gateway port host: None {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:27:27.134715 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'name': 'router1', 'tenant_id': '7fea84d924b34feb92e0e8acefe7e93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:27:13Z', 'updated_at': '2022-10-04T08:27:24Z', 'revision_number': 2, 'project_id': '7fea84d924b34feb92e0e8acefe7e93d', 'gw_port_host': None, '_interfaces': [{'id': '1be6e6c5-aa6e-4f5a-b735-040dc676d4b5', 'name': '', 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16', 'tenant_id': '7fea84d924b34feb92e0e8acefe7e93d', 'mac_address': 'fa:16:3e:41:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4911b1b-3b03-42d8-9947-ad4830826fdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:27:23Z', 'updated_at': '2022-10-04T08:27:26Z', 'revision_number': 4, 'project_id': '7fea84d924b34feb92e0e8acefe7e93d', 'subnets': [{'id': 'b4911b1b-3b03-42d8-9947-ad4830826fdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cec53c75-89a1-4f7c-8d33-6dbadb977c1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:27:27.160422 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32f6dd-1d11-4e58-af2d-052adaaad19a None None] The sync data for ids ['7bf25bd7-1909-44d8-bae7-29d1885dc5f8'] in dv-cinder-860209-1-iscsi is: [{'id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'name': 'router1', 'tenant_id': '7fea84d924b34feb92e0e8acefe7e93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:27:13Z', 'updated_at': '2022-10-04T08:27:24Z', 'revision_number': 2, 'project_id': '7fea84d924b34feb92e0e8acefe7e93d', 'gw_port_host': None, '_interfaces': [{'id': '1be6e6c5-aa6e-4f5a-b735-040dc676d4b5', 'name': '', 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16', 'tenant_id': '7fea84d924b34feb92e0e8acefe7e93d', 'mac_address': 'fa:16:3e:41:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4911b1b-3b03-42d8-9947-ad4830826fdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:27:23Z', 'updated_at': '2022-10-04T08:27:26Z', 'revision_number': 4, 'project_id': '7fea84d924b34feb92e0e8acefe7e93d', 'subnets': [{'id': 'b4911b1b-3b03-42d8-9947-ad4830826fdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cec53c75-89a1-4f7c-8d33-6dbadb977c1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:27:27.775812 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 50134) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:27:28.324121 dv-cinder-860209-1-iscsi neutron-server[106411]: WARNING oslo_policy.policy [None req-b8684610-e238-4a14-bb9c-fee85503082e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:27:28.324747 dv-cinder-860209-1-iscsi neutron-server[106411]: WARNING oslo_policy.policy [None req-b8684610-e238-4a14-bb9c-fee85503082e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:27:28.554306 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writer thread running {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 08:27:28.554932 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:28.714023 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR stevedore.extension [None req-b8684610-e238-4a14-bb9c-fee85503082e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 04 08:27:28.769809 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.policy [None req-b8684610-e238-4a14-bb9c-fee85503082e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106411) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 04 08:27:28.813270 dv-cinder-860209-1-iscsi neutron-server[106411]: WARNING oslo_policy.policy [None req-b8684610-e238-4a14-bb9c-fee85503082e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:27:28.813900 dv-cinder-860209-1-iscsi neutron-server[106411]: WARNING oslo_policy.policy [None req-b8684610-e238-4a14-bb9c-fee85503082e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 08:27:28.821848 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8684610-e238-4a14-bb9c-fee85503082e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:27:28.823928 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-b8684610-e238-4a14-bb9c-fee85503082e admin admin] 10.222.0.16 "GET /networking/v2.0/networks/a245eb65-fa51-4a9c-b9ba-d29908724e63 HTTP/1.1" status: 200 len: 842 time: 1.0461862 Oct 04 08:27:28.833955 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'ip_version': 4}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:27:28.873862 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Made reservation on behalf of dc7bdc31e1404eecb2eaeb287aaeab06 for: {'subnet': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:27:28.876992 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:29.290005 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.objects.ports [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106411) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 08:27:29.290507 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for subnet (c82b69a9-470f-4a52-b444-0b1daa643ea2), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:29.365232 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Checking segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:27:29.365587 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Network hostable DHCP agents. Network: a245eb65-fa51-4a9c-b9ba-d29908724e63, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:27:29.377275 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82b69a9-470f-4a52-b444-0b1daa643ea2,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:29.391312 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.391648 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.391988 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.392316 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.392639 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.392959 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.393280 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.393591 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.393914 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.394232 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.394569 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.394922 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.395239 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.395548 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.395856 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Tracked resource versions report: Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: pushed versions: Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: { 'AddressGroup': {'1.2'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Agent': {'1.1'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'ConntrackHelper': {'1.0'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Log': {'1.0'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'NDPProxy': {'1.0'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Network': {'1.1'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Port': {'1.7'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'PortForwarding': {'1.3'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'QosPolicy': {'1.10'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'SecurityGroup': {'1.5'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'SubPort': {'1.0'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Subnet': {'1.1'}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Trunk': {'1.1'}} Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: consumer versions: Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: { DHCP agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: L3 agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: Metadata agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: Metering agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: Open vSwitch agent@dv-cinder-860209-1-iscsi: { 'AddressGroup': '1.2', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Agent': '1.1', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'ConntrackHelper': '1.0', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'LocalIPAssociation': '1.0', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Log': '1.0', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'NDPProxy': '1.0', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Network': '1.1', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Port': '1.7', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'PortForwarding': '1.3', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'QosPolicy': '1.10', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'SecurityGroup': '1.5', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'SecurityGroupRule': '1.2', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'SubPort': '1.0', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Subnet': '1.1', Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Trunk': '1.1'}} Oct 04 08:27:29.397230 dv-cinder-860209-1-iscsi neutron-server[106411]: {{(pid=106411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:27:29.425982 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:27:29.441351 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, a245eb65-fa51-4a9c-b9ba-d29908724e63) {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:27:29.446176 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:27:29.446828 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:29.451948 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4ec263-9245-4bb5-a023-b7b158a3d2c2 None None] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:27:29.479405 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-3be8ab12-f66a-4c25-b57a-aaa9a130cd66 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6395721 Oct 04 08:27:29.568946 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a0aeb-7771-4966-8cb6-ac5064b1d718 None None] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:27:32.249979 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 50160) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:27:32.780742 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-c7c805f5-5d2c-44ed-a930-17742d8022fa demo admin] 10.222.0.16 "GET /networking/v2.0/routers/7bf25bd7-1909-44d8-bae7-29d1885dc5f8 HTTP/1.1" status: 200 len: 710 time: 0.5297296 Oct 04 08:27:32.873644 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec4e62-e1b0-4c0b-b538-f52d021107d2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:27:32.875054 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-9dec4e62-e1b0-4c0b-b538-f52d021107d2 demo admin] 10.222.0.16 "GET /networking/v2.0/networks/a245eb65-fa51-4a9c-b9ba-d29908724e63 HTTP/1.1" status: 200 len: 886 time: 0.0886433 Oct 04 08:27:32.885607 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:27:33.116016 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:33.133977 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Publish callbacks [] for router_gateway (7bf25bd7-1909-44d8-bae7-29d1885dc5f8), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:33.153791 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:33.375914 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Publish callbacks [] for router_gateway (7bf25bd7-1909-44d8-bae7-29d1885dc5f8), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:33.458634 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:33.621953 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Allocated IP 172.27.0.133 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/bc3d9098-ae54-42c2-b03d-f8e8f9e79295) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:27:33.731933 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Publish callbacks [] for port (bc3d9098-ae54-42c2-b03d-f8e8f9e79295), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:33.790852 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (bc3d9098-ae54-42c2-b03d-f8e8f9e79295), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:33.870207 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:27:33.881069 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:27:33.883948 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Pushing event updated for resources: {'Port': ['ID=bc3d9098-ae54-42c2-b03d-f8e8f9e79295,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:33.887775 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:27:34.060896 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:27:34.107247 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:27:34.107637 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:34.107984 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 Oct 04 08:27:34.187160 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:27:34.187555 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:34.218595 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:34.222702 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=1be6e6c5-aa6e-4f5a-b735-040dc676d4b5,segment=NetworkSegment(beb6fccf-4605-4751-a6af-c84f773e37a5),segment_id=beb6fccf-4605-4751-a6af-c84f773e37a5)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:27:34.228671 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:34.242649 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Publish callbacks [] for router_gateway (7bf25bd7-1909-44d8-bae7-29d1885dc5f8), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:34.275905 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=1be6e6c5-aa6e-4f5a-b735-040dc676d4b5,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:34.290270 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:34.332009 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:34.445835 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-602090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-598481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-437'] for router (7bf25bd7-1909-44d8-bae7-29d1885dc5f8), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:34.450865 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-602065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-602072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-598506'] for router (7bf25bd7-1909-44d8-bae7-29d1885dc5f8), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:34.558677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Router 7bf25bd7-1909-44d8-bae7-29d1885dc5f8 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:27:34.662862 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:27:34.667896 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:34.669081 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-4ac34813-d2e2-4686-8d4b-7812df1133c3 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/7bf25bd7-1909-44d8-bae7-29d1885dc5f8 HTTP/1.1" status: 200 len: 890 time: 1.7878730 Oct 04 08:27:34.673356 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Sync routers for ids ['7bf25bd7-1909-44d8-bae7-29d1885dc5f8'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:27:34.687483 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Routers {'7bf25bd7-1909-44d8-bae7-29d1885dc5f8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:27:34.688184 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:27:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['7bf25bd7-1909-44d8-bae7-29d1885dc5f8'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:27:34.876704 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:34.909972 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Set router 7bf25bd7-1909-44d8-bae7-29d1885dc5f8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:27:35.120566 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:35.121382 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=49,neutron:INSERT=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:35.305172 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'name': 'router1', 'tenant_id': '7fea84d924b34feb92e0e8acefe7e93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'bc3d9098-ae54-42c2-b03d-f8e8f9e79295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:27:13Z', 'updated_at': '2022-10-04T08:27:34Z', 'revision_number': 4, 'project_id': '7fea84d924b34feb92e0e8acefe7e93d', 'gw_port': {'id': 'bc3d9098-ae54-42c2-b03d-f8e8f9e79295', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:27:33Z', 'updated_at': '2022-10-04T08:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '1be6e6c5-aa6e-4f5a-b735-040dc676d4b5', 'name': '', 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16', 'tenant_id': '7fea84d924b34feb92e0e8acefe7e93d', 'mac_address': 'fa:16:3e:41:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4911b1b-3b03-42d8-9947-ad4830826fdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:27:23Z', 'updated_at': '2022-10-04T08:27:34Z', 'revision_number': 5, 'project_id': '7fea84d924b34feb92e0e8acefe7e93d', 'subnets': [{'id': 'b4911b1b-3b03-42d8-9947-ad4830826fdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cec53c75-89a1-4f7c-8d33-6dbadb977c1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:27:35.430453 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Checking router: 7bf25bd7-1909-44d8-bae7-29d1885dc5f8 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:27:35.430962 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Updating router 7bf25bd7-1909-44d8-bae7-29d1885dc5f8 port bc3d9098-ae54-42c2-b03d-f8e8f9e79295 binding host dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:27:35.482836 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (bc3d9098-ae54-42c2-b03d-f8e8f9e79295), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:35.819454 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Publish callbacks [] for port (bc3d9098-ae54-42c2-b03d-f8e8f9e79295), precommit_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:35.825630 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (bc3d9098-ae54-42c2-b03d-f8e8f9e79295), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:35.864587 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Attempting to bind port bc3d9098-ae54-42c2-b03d-f8e8f9e79295 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:27:35.864931 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Attempting to bind port bc3d9098-ae54-42c2-b03d-f8e8f9e79295 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:27:35.865307 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Attempting to bind port bc3d9098-ae54-42c2-b03d-f8e8f9e79295 on network a245eb65-fa51-4a9c-b9ba-d29908724e63 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:27:35.893249 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6d2bd-e5e0-4909-af83-00bcb194e611 None None] Pushing event updated for resources: {'Port': ['ID=bc3d9098-ae54-42c2-b03d-f8e8f9e79295,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:35.916292 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:27:35.916746 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Checking segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:27:35.917172 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:35.917598 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Bound using segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:27:35.918110 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Bound port: bc3d9098-ae54-42c2-b03d-f8e8f9e79295, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:27:35.918523 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (bc3d9098-ae54-42c2-b03d-f8e8f9e79295), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:35.965183 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] For port bc3d9098-ae54-42c2-b03d-f8e8f9e79295, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:27:35.968278 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] For port bc3d9098-ae54-42c2-b03d-f8e8f9e79295, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=bc3d9098-ae54-42c2-b03d-f8e8f9e79295,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:27:35.974452 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (bc3d9098-ae54-42c2-b03d-f8e8f9e79295), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:36.006339 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:36.034527 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6d2bd-e5e0-4909-af83-00bcb194e611 None None] Pushing event updated for resources: {'Port': ['ID=bc3d9098-ae54-42c2-b03d-f8e8f9e79295,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:36.037857 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Routers {'7bf25bd7-1909-44d8-bae7-29d1885dc5f8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:27:36.039199 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:27:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['7bf25bd7-1909-44d8-bae7-29d1885dc5f8'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:27:36.075067 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:27:36.113748 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:36.176200 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:27:36.176580 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:36.176909 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 Oct 04 08:27:36.206597 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] Set router 7bf25bd7-1909-44d8-bae7-29d1885dc5f8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:27:36.357513 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:27:36.449047 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'name': 'router1', 'tenant_id': '7fea84d924b34feb92e0e8acefe7e93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'bc3d9098-ae54-42c2-b03d-f8e8f9e79295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:27:13Z', 'updated_at': '2022-10-04T08:27:34Z', 'revision_number': 4, 'project_id': '7fea84d924b34feb92e0e8acefe7e93d', 'gw_port': {'id': 'bc3d9098-ae54-42c2-b03d-f8e8f9e79295', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:27:33Z', 'updated_at': '2022-10-04T08:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '1be6e6c5-aa6e-4f5a-b735-040dc676d4b5', 'name': '', 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16', 'tenant_id': '7fea84d924b34feb92e0e8acefe7e93d', 'mac_address': 'fa:16:3e:41:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4911b1b-3b03-42d8-9947-ad4830826fdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:27:23Z', 'updated_at': '2022-10-04T08:27:34Z', 'revision_number': 5, 'project_id': '7fea84d924b34feb92e0e8acefe7e93d', 'subnets': [{'id': 'b4911b1b-3b03-42d8-9947-ad4830826fdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cec53c75-89a1-4f7c-8d33-6dbadb977c1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:27:36.475933 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad80737-8a2e-4577-b533-30afe4289bb9 None None] The sync data for ids ['7bf25bd7-1909-44d8-bae7-29d1885dc5f8'] in dv-cinder-860209-1-iscsi is: [{'id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'name': 'router1', 'tenant_id': '7fea84d924b34feb92e0e8acefe7e93d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'bc3d9098-ae54-42c2-b03d-f8e8f9e79295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:27:13Z', 'updated_at': '2022-10-04T08:27:34Z', 'revision_number': 4, 'project_id': '7fea84d924b34feb92e0e8acefe7e93d', 'gw_port': {'id': 'bc3d9098-ae54-42c2-b03d-f8e8f9e79295', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:27:33Z', 'updated_at': '2022-10-04T08:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '1be6e6c5-aa6e-4f5a-b735-040dc676d4b5', 'name': '', 'network_id': '2caf1782-758b-4f65-b72d-0503355b8c16', 'tenant_id': '7fea84d924b34feb92e0e8acefe7e93d', 'mac_address': 'fa:16:3e:41:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf25bd7-1909-44d8-bae7-29d1885dc5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4911b1b-3b03-42d8-9947-ad4830826fdf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:27:23Z', 'updated_at': '2022-10-04T08:27:34Z', 'revision_number': 5, 'project_id': '7fea84d924b34feb92e0e8acefe7e93d', 'subnets': [{'id': 'b4911b1b-3b03-42d8-9947-ad4830826fdf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cec53c75-89a1-4f7c-8d33-6dbadb977c1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:27:37.132976 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:37.138442 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=34 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:37.515889 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 50174) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:27:37.915171 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-077632d7-c91e-40cb-9341-873d6419ff86 admin admin] 10.222.0.16 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3981400 Oct 04 08:27:38.061578 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device bc3d9098-ae54-42c2-b03d-f8e8f9e79295 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:27:38.112221 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port bc3d9098-ae54-42c2-b03d-f8e8f9e79295 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:27:38.112616 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (bc3d9098-ae54-42c2-b03d-f8e8f9e79295), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:38.112954 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port bc3d9098-ae54-42c2-b03d-f8e8f9e79295 Oct 04 08:27:38.188719 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port bc3d9098-ae54-42c2-b03d-f8e8f9e79295 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:27:38.189106 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (bc3d9098-ae54-42c2-b03d-f8e8f9e79295), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:38.211148 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port bc3d9098-ae54-42c2-b03d-f8e8f9e79295, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=bc3d9098-ae54-42c2-b03d-f8e8f9e79295,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:27:38.215358 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (bc3d9098-ae54-42c2-b03d-f8e8f9e79295), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:38.264225 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=bc3d9098-ae54-42c2-b03d-f8e8f9e79295,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:27:40.046639 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device bc3d9098-ae54-42c2-b03d-f8e8f9e79295 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:27:40.096591 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port bc3d9098-ae54-42c2-b03d-f8e8f9e79295 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:27:40.096921 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (bc3d9098-ae54-42c2-b03d-f8e8f9e79295), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:40.097209 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port bc3d9098-ae54-42c2-b03d-f8e8f9e79295 Oct 04 08:27:40.175262 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port bc3d9098-ae54-42c2-b03d-f8e8f9e79295 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:27:47.904130 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=46 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:47.911892 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=38 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:48.741407 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:27:48.752135 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-7aa97c10-abd5-4327-b170-2d892e76992a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:50.946619 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 5 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:27:51.253851 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-51fcc764-7110-4bf4-a1a3-c6a0e4a0953b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:52.731689 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:54.282469 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:54.350301 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:27:56.002873 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:28:00.942826 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:28:04.334328 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:28:04.345176 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:28:18.751165 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-61d88e23-0a14-4126-9b41-00597fe96527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:28:21.268545 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-12e2792f-f776-4838-8aad-b0272b781230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:28:22.736324 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:28:24.281118 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:28:24.349566 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:28:27.944998 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 5 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:28:34.337471 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:28:34.344988 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:28:46.938918 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=7 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:28:46.940899 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:28:48.744997 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-80f94d4c-af9a-4d54-ba8d-76f4a706e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:28:51.261592 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-842df47f-3ef8-4459-8f46-5d53cd800233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:28:52.733004 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:28:54.274649 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:28:54.324041 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:04.318058 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=11 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:29:04.320781 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:29:04.947386 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 5 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:29:05.653366 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 50720) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:29:06.002885 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.pecan_wsgi.hooks.translation [None req-81186f67-ae05-42b9-ba87-6594900ae718 admin admin] GET failed (client error): The resource could not be found. Oct 04 08:29:06.004393 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-81186f67-ae05-42b9-ba87-6594900ae718 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3500783 Oct 04 08:29:06.185384 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f21ed-053e-4712-ab1a-f89f103f1ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:06.186974 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-486f21ed-053e-4712-ab1a-f89f103f1ff7 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1779859 Oct 04 08:29:08.857972 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 50730) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:29:09.253042 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e34f85-4ffd-4dea-a911-8a16b85a4159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:09.254492 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-91e34f85-4ffd-4dea-a911-8a16b85a4159 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/b4911b1b-3b03-42d8-9947-ad4830826fdf HTTP/1.1" status: 200 len: 849 time: 0.3956056 Oct 04 08:29:09.264316 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:29:09.357680 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Publish callbacks [] for subnet (b4911b1b-3b03-42d8-9947-ad4830826fdf), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:09.496917 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767882696367'] for subnet (b4911b1b-3b03-42d8-9947-ad4830826fdf), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:09.536151 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:09.536151 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:09.538985 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] 10.222.0.16 "PUT /networking/v2.0/subnets/b4911b1b-3b03-42d8-9947-ad4830826fdf HTTP/1.1" status: 200 len: 868 time: 0.2783091 Oct 04 08:29:09.539201 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973209aa-6e8f-4b71-91b8-c96a6c06122f None None] Network 2caf1782-758b-4f65-b72d-0503355b8c16 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:29:09.558971 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4911b1b-3b03-42d8-9947-ad4830826fdf,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:29:09.567600 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.567979 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.568335 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.568687 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.569025 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.569359 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.569689 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.570017 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.570360 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.570724 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.571058 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.571406 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.571738 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.572065 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.572686 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd208-ef37-4500-b644-79f0ccc6e9e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:29:09.890970 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-976cd635-8e84-4dbb-aa0b-e18a2d7209c0 None None] Provisioning complete for port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:29:09.891356 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-976cd635-8e84-4dbb-aa0b-e18a2d7209c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (1be6e6c5-aa6e-4f5a-b735-040dc676d4b5), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:09.891695 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-976cd635-8e84-4dbb-aa0b-e18a2d7209c0 None None] Attempt 1 to provision port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 Oct 04 08:29:09.950727 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:29:09.968417 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-976cd635-8e84-4dbb-aa0b-e18a2d7209c0 None None] Current status of the port 1be6e6c5-aa6e-4f5a-b735-040dc676d4b5 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:29:09.977189 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-976cd635-8e84-4dbb-aa0b-e18a2d7209c0 None None] Provisioning complete for port 3010b665-163b-4c39-8d99-9ac728e73944 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:29:09.977570 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-976cd635-8e84-4dbb-aa0b-e18a2d7209c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (3010b665-163b-4c39-8d99-9ac728e73944), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:09.977900 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-976cd635-8e84-4dbb-aa0b-e18a2d7209c0 None None] Attempt 1 to provision port 3010b665-163b-4c39-8d99-9ac728e73944 Oct 04 08:29:10.057622 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-976cd635-8e84-4dbb-aa0b-e18a2d7209c0 None None] Current status of the port 3010b665-163b-4c39-8d99-9ac728e73944 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:29:12.156317 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 50738) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:29:12.709800 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d12dec-05b9-4cbf-9a5a-224c68a7de49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:12.710285 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d12dec-05b9-4cbf-9a5a-224c68a7de49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:12.711871 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-d3d12dec-05b9-4cbf-9a5a-224c68a7de49 admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.5545928 Oct 04 08:29:14.944139 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:29:15.336552 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 50746) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:29:15.806813 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bab858-a0bd-4a43-8a87-acb6efa7c310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:15.807283 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bab858-a0bd-4a43-8a87-acb6efa7c310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:15.808830 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-c9bab858-a0bd-4a43-8a87-acb6efa7c310 admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4713216 Oct 04 08:29:18.458352 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50754) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:29:18.748317 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-da40f9ee-61df-49f0-b657-2b93510970b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:18.906771 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aefdcf-f1f7-4fe4-890b-24f41e932b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:18.908150 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-27aefdcf-f1f7-4fe4-890b-24f41e932b62 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/2caf1782-758b-4f65-b72d-0503355b8c16 HTTP/1.1" status: 200 len: 868 time: 0.4493346 Oct 04 08:29:21.276758 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-7110acb6-a94a-407b-905e-426b294774b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:21.528939 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50764) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:29:22.022118 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5168d59-48ba-4332-a379-51b1b019ab41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:22.023535 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-f5168d59-48ba-4332-a379-51b1b019ab41 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/a245eb65-fa51-4a9c-b9ba-d29908724e63 HTTP/1.1" status: 200 len: 886 time: 0.4936502 Oct 04 08:29:22.736339 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:24.280563 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:24.332774 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:24.860263 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50772) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:29:25.260405 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9ea83-2c53-4c6e-be97-bcbea9ceab6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:25.260857 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9ea83-2c53-4c6e-be97-bcbea9ceab6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:25.262435 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-60b9ea83-2c53-4c6e-be97-bcbea9ceab6a admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4012063 Oct 04 08:29:25.799140 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=86,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:29:25.799912 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:29:27.851996 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50782) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:29:28.231661 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c163e566-47c9-4eb0-92f9-1b50a0a433a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:28.232114 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c163e566-47c9-4eb0-92f9-1b50a0a433a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:28.233661 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-c163e566-47c9-4eb0-92f9-1b50a0a433a3 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3807871 Oct 04 08:29:30.859834 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50790) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:29:31.227068 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f60771-61b5-49f6-a941-ca3fcdf91ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:31.228414 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-36f60771-61b5-49f6-a941-ca3fcdf91ae8 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/b4911b1b-3b03-42d8-9947-ad4830826fdf HTTP/1.1" status: 200 len: 868 time: 0.3677244 Oct 04 08:29:33.854420 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50798) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:29:34.218604 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1f5216-6175-484f-a421-6995ec4ca8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:29:34.219955 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-1f1f5216-6175-484f-a421-6995ec4ca8be admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/c82b69a9-470f-4a52-b444-0b1daa643ea2 HTTP/1.1" status: 200 len: 816 time: 0.3646355 Oct 04 08:29:34.318600 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:29:34.328299 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:29:41.947826 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 5 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:29:44.214238 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=45 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:29:44.215152 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=47 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:29:48.751403 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-27876114-1fb4-4a20-9f7d-a12e08a38331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:51.268865 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-99648075-53e2-40e4-8018-2116cc387d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:51.943745 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=16 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:29:51.944749 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=18 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:29:52.737736 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:54.284190 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:29:54.326837 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:04.320220 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:30:04.322106 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:30:04.571902 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50858) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:30:04.917471 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [None req-cace3790-1d30-44f2-9d95-261a4b979ce1 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:30:04.918516 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-cace3790-1d30-44f2-9d95-261a4b979ce1 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3456783 Oct 04 08:30:07.659204 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50866) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:30:08.160139 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d656d036-323e-4672-8b28-89d89df47d71 admin admin] GET failed (client error): The resource could not be found. Oct 04 08:30:08.161548 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-d656d036-323e-4672-8b28-89d89df47d71 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4990742 Oct 04 08:30:08.331549 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888b0b9f-3c59-48fe-bd01-26ec46e32d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:30:08.332894 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-888b0b9f-3c59-48fe-bd01-26ec46e32d42 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1669137 Oct 04 08:30:11.088919 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50874) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:30:11.448714 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:30:11.470093 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Made reservation on behalf of dc7bdc31e1404eecb2eaeb287aaeab06 for: {'network': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:30:11.472674 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:11.501460 dv-cinder-860209-1-iscsi neutron-server[106410]: WARNING neutron.services.revisions.revision_plugin [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Could not find related network for resource to bump revision. Oct 04 08:30:11.513640 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=106410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:30:11.524251 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (143e5b1c-9f65-4094-a4d5-cd6c7c0054d5), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:11.524598 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.segments_db [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Added segment 143e5b1c-9f65-4094-a4d5-cd6c7c0054d5 of type vlan for network 6a2b5e34-ac0b-45cc-b4fb-62944861bc32 Oct 04 08:30:11.576148 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (6a2b5e34-ac0b-45cc-b4fb-62944861bc32), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:11.601607 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (6a2b5e34-ac0b-45cc-b4fb-62944861bc32), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:11.602697 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:30:11.603422 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:11.660595 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5705369 Oct 04 08:30:11.672771 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Pushing event updated for resources: {'Network': ['ID=6a2b5e34-ac0b-45cc-b4fb-62944861bc32,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:30:11.680864 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.681212 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.681592 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.681942 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.682281 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.682647 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.682979 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.683329 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.683657 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.683988 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.684330 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.684662 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.684983 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.685302 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.685621 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842343fe-829d-4612-9414-cfd0441f0a8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:11.697974 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network 6a2b5e34-ac0b-45cc-b4fb-62944861bc32 details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:30:14.364021 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50882) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:30:14.738646 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc5a832-13aa-483c-aa5f-ce23fdebcbbd admin admin] GET failed (client error): The resource could not be found. Oct 04 08:30:14.742595 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-8cc5a832-13aa-483c-aa5f-ce23fdebcbbd admin admin] 10.222.0.16 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3750665 Oct 04 08:30:14.833029 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b45e82-9000-4196-8c6e-b8e49e91d73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:30:14.834494 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-07b45e82-9000-4196-8c6e-b8e49e91d73d admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0892522 Oct 04 08:30:14.846196 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-16f4b4ec-ba18-4edc-a6c0-20e958db8a5f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '6a2b5e34-ac0b-45cc-b4fb-62944861bc32', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:30:14.873797 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f4b4ec-ba18-4edc-a6c0-20e958db8a5f admin admin] Made reservation on behalf of dc7bdc31e1404eecb2eaeb287aaeab06 for: {'subnet': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:30:14.878382 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-16f4b4ec-ba18-4edc-a6c0-20e958db8a5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:15.066700 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-16f4b4ec-ba18-4edc-a6c0-20e958db8a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for subnet (0f252b59-975b-44da-a91f-f14e32f929e3), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:15.123111 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4b4ec-ba18-4edc-a6c0-20e958db8a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f252b59-975b-44da-a91f-f14e32f929e3,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:30:15.135656 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f4b4ec-ba18-4edc-a6c0-20e958db8a5f admin admin] Checking segment: {'id': '143e5b1c-9f65-4094-a4d5-cd6c7c0054d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6a2b5e34-ac0b-45cc-b4fb-62944861bc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:30:15.136008 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f4b4ec-ba18-4edc-a6c0-20e958db8a5f admin admin] Network hostable DHCP agents. Network: 6a2b5e34-ac0b-45cc-b4fb-62944861bc32, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:30:15.158694 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f4b4ec-ba18-4edc-a6c0-20e958db8a5f admin admin] Network 6a2b5e34-ac0b-45cc-b4fb-62944861bc32 is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:30:15.167792 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-16f4b4ec-ba18-4edc-a6c0-20e958db8a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, 6a2b5e34-ac0b-45cc-b4fb-62944861bc32) {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:30:15.173234 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f4b4ec-ba18-4edc-a6c0-20e958db8a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:30:15.173872 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-16f4b4ec-ba18-4edc-a6c0-20e958db8a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:15.177890 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b181aef3-d423-4f1f-abe3-7b7fef81d95d None None] Network 6a2b5e34-ac0b-45cc-b4fb-62944861bc32 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:30:15.196242 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-16f4b4ec-ba18-4edc-a6c0-20e958db8a5f admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3541498 Oct 04 08:30:15.326864 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf04c5fb5-aee9-5c72-8602-fd95d862e421-6a2b5e34-ac0b-45cc-b4fb-62944861bc32', 'network_id': '6a2b5e34-ac0b-45cc-b4fb-62944861bc32', 'project_id': 'dc7bdc31e1404eecb2eaeb287aaeab06', 'fixed_ips': [{'subnet_id': '0f252b59-975b-44da-a91f-f14e32f929e3'}]}} from dv-cinder-860209-1-iscsi. {{(pid=106412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:30:15.327848 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:15.489057 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.db_base_plugin_common [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Allocated IP 192.168.233.2 (6a2b5e34-ac0b-45cc-b4fb-62944861bc32/0f252b59-975b-44da-a91f-f14e32f929e3/4bf9c090-5151-4ac6-bf38-575b81412480) {{(pid=106412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:30:15.755852 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Publish callbacks [] for port (4bf9c090-5151-4ac6-bf38-575b81412480), precommit_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:15.764653 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (4bf9c090-5151-4ac6-bf38-575b81412480), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:15.814509 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Pushing event updated for resources: {'Port': ['ID=4bf9c090-5151-4ac6-bf38-575b81412480,revision_number=1']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:30:15.822263 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.822621 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.822974 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.823334 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.823714 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.823989 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.824306 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.824622 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.824940 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.825257 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.825573 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.825906 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.826223 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.826535 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.826870 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:30:15.838680 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Network 6a2b5e34-ac0b-45cc-b4fb-62944861bc32 is already hosted by enough agents. {{(pid=106412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:30:15.839553 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.base_scheduler [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Resources bound (agent type, host, resource id): {{(pid=106412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:30:15.843433 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Received port after_create {{(pid=106412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:30:15.910853 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Attempting to bind port 4bf9c090-5151-4ac6-bf38-575b81412480 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:30:15.911148 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Attempting to bind port 4bf9c090-5151-4ac6-bf38-575b81412480 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': '143e5b1c-9f65-4094-a4d5-cd6c7c0054d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6a2b5e34-ac0b-45cc-b4fb-62944861bc32'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:30:15.911535 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Attempting to bind port 4bf9c090-5151-4ac6-bf38-575b81412480 on network 6a2b5e34-ac0b-45cc-b4fb-62944861bc32 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:30:15.957062 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:30:15.957753 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Checking segment: {'id': '143e5b1c-9f65-4094-a4d5-cd6c7c0054d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6a2b5e34-ac0b-45cc-b4fb-62944861bc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:30:15.958159 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:15.958658 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Bound using segment: {'id': '143e5b1c-9f65-4094-a4d5-cd6c7c0054d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6a2b5e34-ac0b-45cc-b4fb-62944861bc32'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:30:15.959836 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Bound port: 4bf9c090-5151-4ac6-bf38-575b81412480, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143e5b1c-9f65-4094-a4d5-cd6c7c0054d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6a2b5e34-ac0b-45cc-b4fb-62944861bc32'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:30:15.960221 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (4bf9c090-5151-4ac6-bf38-575b81412480), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:16.036488 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] For port 4bf9c090-5151-4ac6-bf38-575b81412480, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:30:16.040150 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] For port 4bf9c090-5151-4ac6-bf38-575b81412480, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=4bf9c090-5151-4ac6-bf38-575b81412480,segment=NetworkSegment(143e5b1c-9f65-4094-a4d5-cd6c7c0054d5),segment_id=143e5b1c-9f65-4094-a4d5-cd6c7c0054d5)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:30:16.047740 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (4bf9c090-5151-4ac6-bf38-575b81412480), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:16.124866 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3675c-ef70-4f1d-b08b-58d7b22f5ce9 None None] Pushing event updated for resources: {'Port': ['ID=4bf9c090-5151-4ac6-bf38-575b81412480,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:30:17.043316 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f970b9b3-024e-48c5-92b5-f832d1db205a None None] Network 6a2b5e34-ac0b-45cc-b4fb-62944861bc32 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:30:17.113986 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-078432ac-ee8e-42cb-b865-877b9c697b75 None None] Provisioning complete for port 4bf9c090-5151-4ac6-bf38-575b81412480 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:30:17.114298 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-078432ac-ee8e-42cb-b865-877b9c697b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (4bf9c090-5151-4ac6-bf38-575b81412480), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:17.114656 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-078432ac-ee8e-42cb-b865-877b9c697b75 None None] Attempt 1 to provision port 4bf9c090-5151-4ac6-bf38-575b81412480 Oct 04 08:30:17.141069 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:30:17.150338 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:30:17.250662 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-078432ac-ee8e-42cb-b865-877b9c697b75 None None] Current status of the port 4bf9c090-5151-4ac6-bf38-575b81412480 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:30:17.250963 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-078432ac-ee8e-42cb-b865-877b9c697b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (4bf9c090-5151-4ac6-bf38-575b81412480), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:17.295248 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-078432ac-ee8e-42cb-b865-877b9c697b75 None None] For port 4bf9c090-5151-4ac6-bf38-575b81412480, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=4bf9c090-5151-4ac6-bf38-575b81412480,segment=NetworkSegment(143e5b1c-9f65-4094-a4d5-cd6c7c0054d5),segment_id=143e5b1c-9f65-4094-a4d5-cd6c7c0054d5)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:30:17.306774 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-078432ac-ee8e-42cb-b865-877b9c697b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (4bf9c090-5151-4ac6-bf38-575b81412480), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:17.385006 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078432ac-ee8e-42cb-b865-877b9c697b75 None None] Pushing event updated for resources: {'Port': ['ID=4bf9c090-5151-4ac6-bf38-575b81412480,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:30:17.527615 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-b267153b-08f2-46eb-8161-f693e169a72b None None] Provisioning complete for port 4bf9c090-5151-4ac6-bf38-575b81412480 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:30:17.528007 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b267153b-08f2-46eb-8161-f693e169a72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (4bf9c090-5151-4ac6-bf38-575b81412480), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:17.528346 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-b267153b-08f2-46eb-8161-f693e169a72b None None] Attempt 1 to provision port 4bf9c090-5151-4ac6-bf38-575b81412480 Oct 04 08:30:17.609765 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-b267153b-08f2-46eb-8161-f693e169a72b None None] Current status of the port 4bf9c090-5151-4ac6-bf38-575b81412480 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:30:18.144082 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 4bf9c090-5151-4ac6-bf38-575b81412480 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:30:18.192616 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 4bf9c090-5151-4ac6-bf38-575b81412480 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:30:18.193005 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (4bf9c090-5151-4ac6-bf38-575b81412480), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:18.193515 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 4bf9c090-5151-4ac6-bf38-575b81412480 Oct 04 08:30:18.276570 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 4bf9c090-5151-4ac6-bf38-575b81412480 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:30:18.755106 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-fbfae1a6-d2c1-4d56-a4fa-1d45ed8e7dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:18.950348 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 5 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:30:21.275261 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2fb3782e-e725-4c9b-b38b-5e5fedf4e2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:22.743273 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:24.285896 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:24.330445 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:25.186170 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:30:25.187000 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:30:28.946574 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=6 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:30:28.947342 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=2 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:30:34.318701 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:30:34.326276 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:30:46.936286 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:30:46.937840 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:30:48.757099 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a3ca371b-9476-45aa-8332-da071bf5e881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:51.273253 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2c828ecf-d395-4c38-9f03-0aaaad85ae55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:52.744362 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:54.288088 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:54.334332 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:30:55.950464 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 5 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:31:00.960530 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:31:04.327304 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:31:04.330439 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:31:05.946067 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:31:18.762176 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-9f85776f-b8e9-422d-87fd-7b0afa4934eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:21.268554 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2968cd69-c6ef-405e-b5fc-2818ec630497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:22.749204 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:24.292886 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:24.338765 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:32.131556 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50924) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:31:32.137520 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [None req-424850ca-473f-42b7-945d-f57e67b06305 tempest-verify_tempest_config-2014309562 tempest-verify_tempest_config-2014309562-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:31:32.139293 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-424850ca-473f-42b7-945d-f57e67b06305 tempest-verify_tempest_config-2014309562 tempest-verify_tempest_config-2014309562-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0065691 Oct 04 08:31:32.712281 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 50942) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:31:32.952089 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 5 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:31:33.077578 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:33.167032 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Publish callbacks [] for security_group (2ba3321c-595e-44d9-9712-a8f891ce9e1b), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:33.171757 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (2ba3321c-595e-44d9-9712-a8f891ce9e1b), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:33.222628 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba3321c-595e-44d9-9712-a8f891ce9e1b,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:31:33.226290 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d6507cb141f44208b252ea0d6aba19ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5130389 Oct 04 08:31:33.229140 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 50946) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:31:33.232701 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.233050 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.233501 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.233846 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.234180 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.234512 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.234864 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.235192 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.235518 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.235841 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.236183 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.236527 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.236851 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.237171 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.237489 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64000d-c1ba-45a6-8135-6681301a8aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.318737 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Publish callbacks [] for security_group (2ba3321c-595e-44d9-9712-a8f891ce9e1b), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:33.338608 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Publish callbacks [] for security_group (2ba3321c-595e-44d9-9712-a8f891ce9e1b), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:33.451294 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (2ba3321c-595e-44d9-9712-a8f891ce9e1b), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:33.453829 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:33.455037 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2ba3321c-595e-44d9-9712-a8f891ce9e1b HTTP/1.1" status: 204 len: 168 time: 0.2249079 Oct 04 08:31:33.463192 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba3321c-595e-44d9-9712-a8f891ce9e1b,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:31:33.470349 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.470727 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.471072 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.471412 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.471747 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.472078 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.472405 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.472779 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.473079 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.473409 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.473751 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.474094 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.474421 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.474776 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:33.475099 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fccdb2b-9dcb-4eba-a70b-bbe4e8221959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:31:34.335142 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:31:43.221157 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:31:43.228277 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:31:43.466352 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:31:43.467268 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:31:43.495231 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:31:47.450994 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=15 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:31:47.453891 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=19 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:31:48.765623 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0989-3a6d-4401-b324-bae133f3f4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:51.279830 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ad7d013b-9ab6-408a-862e-3216661fa5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:52.752808 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:54.294732 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:31:54.342750 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:32:04.331123 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:32:04.339254 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:32:09.953660 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 5 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:32:14.953733 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:32:18.772200 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f8667cf1-d5a5-4019-bb46-a8294dd98ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:32:19.947535 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:32:21.274112 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7e8a-544c-4b60-b8ae-b70e37f8f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:32:22.756972 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:32:24.299117 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:32:24.347880 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:32:34.340432 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:32:34.343578 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:32:46.954413 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 5 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:32:48.769940 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-fc0482ab-1c84-46da-b11d-2f55a444450a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:32:51.275974 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b24c-d965-4aac-a4c9-afb53e35e98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:32:52.757065 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:32:54.303278 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:32:54.364669 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:32:56.949604 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:32:56.950820 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:33:04.343646 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:33:04.356994 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:33:11.479557 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600529'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:33:18.767436 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-516e98af-dce0-4e18-8108-01e70b2e5b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:33:21.280052 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d7b27cd8-283c-431e-8812-f2d287e783ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:33:22.764230 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:33:23.954407 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:33:24.311535 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:33:24.350238 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:33:26.117770 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51042) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:33:26.272142 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-45ac88c2-ef6e-4633-a382-76810141adc6 admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1530561 Oct 04 08:33:29.346817 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51052) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:33:29.422511 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-33a69f12-e84d-4a48-b6b9-49b99786219a admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0744581 Oct 04 08:33:34.337955 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:33:34.345509 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:33:36.258173 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:33:39.413686 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:33:41.461035 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:33:47.458841 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=16 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:33:47.466028 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=20 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:33:48.762137 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-678606d4-2187-4d3e-ba4f-a69941cccd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:33:51.275126 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a53500f5-8632-4ad4-ba09-f268d05e57b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:33:52.770766 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:33:54.307588 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:33:54.357251 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:34:00.954275 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:34:04.345243 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:34:04.352288 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:34:05.946963 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:34:10.950565 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:34:11.459382 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:34:18.779750 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-92140042-4c16-4df0-bccd-003978ec27c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:34:21.289416 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-bd4a94b5-c2bd-4fcf-8d82-603d0cfb8f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:34:22.768871 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:34:24.349430 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:34:24.389848 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:34:34.371014 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:34:34.376824 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:34:37.954165 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:34:41.474036 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:34:47.948724 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:34:47.950064 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:34:48.770842 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-bf59dab0-b34f-4384-a1c5-71d1c9ee1613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:34:51.279048 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-9d05d63c-7cbe-4801-93da-7f041c467be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:34:52.771890 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:34:54.315069 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:34:54.355425 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:04.347525 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:04.350414 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:05.792530 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51182) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:06.061312 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-624558131-network', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:06.085462 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Made reservation on behalf of 3f34eba992024f6881d1292c9f7cfd48 for: {'network': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:35:06.088175 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:06.105907 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:06.208280 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Publish callbacks [] for security_group (e4f80860-c384-4e59-8cef-622aaba27659), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:06.214224 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e4f80860-c384-4e59-8cef-622aaba27659), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:06.253286 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=106411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:35:06.260138 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f80860-c384-4e59-8cef-622aaba27659,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:06.268638 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.268998 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.269355 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.269688 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.270013 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.270333 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.270678 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.271001 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.271361 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.272255 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.272680 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.273016 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.273330 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.273647 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.273959 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Tracked resource versions report: Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: pushed versions: Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: { 'AddressGroup': {'1.2'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Agent': {'1.1'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'ConntrackHelper': {'1.0'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Log': {'1.0'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'NDPProxy': {'1.0'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Network': {'1.1'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Port': {'1.7'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'PortForwarding': {'1.3'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'QosPolicy': {'1.10'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'SecurityGroup': {'1.5'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'SubPort': {'1.0'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Subnet': {'1.1'}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Trunk': {'1.1'}} Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: consumer versions: Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: { DHCP agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: HyperV agent@hv-cinder-86020: {}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: L3 agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: Metadata agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: Metering agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: Open vSwitch agent@dv-cinder-860209-1-iscsi: { 'AddressGroup': '1.2', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Agent': '1.1', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'ConntrackHelper': '1.0', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'LocalIPAssociation': '1.0', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Log': '1.0', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'NDPProxy': '1.0', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Network': '1.1', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Port': '1.7', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'PortForwarding': '1.3', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'QosPolicy': '1.10', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'SecurityGroup': '1.5', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'SecurityGroupRule': '1.2', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'SubPort': '1.0', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Subnet': '1.1', Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: 'Trunk': '1.1'}} Oct 04 08:35:06.275256 dv-cinder-860209-1-iscsi neutron-server[106411]: {{(pid=106411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:35:06.290353 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767882833619', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (68d0fa00-add3-4e36-9d7e-4dfd8fed2b15), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:06.291414 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Unsubscribe: segment precommit_create {{(pid=106411) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 04 08:35:06.292186 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.segments_db [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Added segment 68d0fa00-add3-4e36-9d7e-4dfd8fed2b15 of type vlan for network 5222819e-bf96-4595-9724-ed979b9e88ed Oct 04 08:35:06.363486 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (5222819e-bf96-4595-9724-ed979b9e88ed), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:06.399225 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (5222819e-bf96-4595-9724-ed979b9e88ed), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:06.400554 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:06.401251 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:06.470453 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51214) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:06.527507 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7334371 Oct 04 08:35:06.527680 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51224) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:06.528831 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d808d-914f-4a9a-97c1-c534d9c8e829 admin admin] Pushing event updated for resources: {'Network': ['ID=5222819e-bf96-4595-9724-ed979b9e88ed,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:06.533241 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Request body: {'subnet': {'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-624558131-subnet', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:06.545665 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network 5222819e-bf96-4595-9724-ed979b9e88ed details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:35:06.572816 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Made reservation on behalf of 3f34eba992024f6881d1292c9f7cfd48 for: {'subnet': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:35:06.575978 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:06.764667 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for subnet (4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:06.797966 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-network', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:06.829274 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:06.853374 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.853766 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.854077 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.854417 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.854781 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.855179 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.855421 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.855849 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.856229 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.856564 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.857009 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.857341 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.857656 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.857974 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.858296 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Tracked resource versions report: Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: pushed versions: Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: { 'AddressGroup': {'1.2'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Agent': {'1.1'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'ConntrackHelper': {'1.0'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Log': {'1.0'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'NDPProxy': {'1.0'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Network': {'1.1'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Port': {'1.7'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'PortForwarding': {'1.3'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'QosPolicy': {'1.10'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'SecurityGroup': {'1.5'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'SubPort': {'1.0'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Subnet': {'1.1'}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Trunk': {'1.1'}} Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: consumer versions: Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: { DHCP agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: HyperV agent@hv-cinder-86020: {}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: L3 agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: Metadata agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: Metering agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: Open vSwitch agent@dv-cinder-860209-1-iscsi: { 'AddressGroup': '1.2', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Agent': '1.1', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'ConntrackHelper': '1.0', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'LocalIPAssociation': '1.0', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Log': '1.0', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'NDPProxy': '1.0', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Network': '1.1', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Port': '1.7', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'PortForwarding': '1.3', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'QosPolicy': '1.10', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'SecurityGroup': '1.5', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'SecurityGroupRule': '1.2', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'SubPort': '1.0', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Subnet': '1.1', Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: 'Trunk': '1.1'}} Oct 04 08:35:06.859614 dv-cinder-860209-1-iscsi neutron-server[106410]: {{(pid=106410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:35:06.867330 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Made reservation on behalf of 3e938efbd6804a86946d80ae92e88b16 for: {'network': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:35:06.870599 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:06.889268 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:06.904901 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Checking segment: {'id': '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:06.905266 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Network hostable DHCP agents. Network: 5222819e-bf96-4595-9724-ed979b9e88ed, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:35:06.986781 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Publish callbacks [] for security_group (8169d127-d979-449f-b67b-d5b01595f9a1), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:06.991973 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (8169d127-d979-449f-b67b-d5b01595f9a1), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.013617 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Network 5222819e-bf96-4595-9724-ed979b9e88ed is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:35:07.029035 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=106410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:35:07.045449 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8169d127-d979-449f-b67b-d5b01595f9a1,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:07.050254 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, 5222819e-bf96-4595-9724-ed979b9e88ed) {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:07.056166 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (aeb7de67-116e-4cf3-a043-fff14610f0be), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.056502 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.segments_db [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Added segment aeb7de67-116e-4cf3-a043-fff14610f0be of type vlan for network 730a9b11-4347-4415-adec-96bd4e59e83e Oct 04 08:35:07.058470 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:07.059073 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.066146 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7885705-db8a-4b6a-9115-48c3662effd8 None None] Network 5222819e-bf96-4595-9724-ed979b9e88ed requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:35:07.103800 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-49bc5be7-102a-482b-b7f3-c943af77f4cf admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5749791 Oct 04 08:35:07.105366 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51266) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:07.112873 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-624558131-router', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:07.120448 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (730a9b11-4347-4415-adec-96bd4e59e83e), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.164193 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (730a9b11-4347-4415-adec-96bd4e59e83e), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.165713 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:07.167334 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-400'] for router (2892899c-b7fc-4add-8575-1a3d60202983), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.167508 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.168978 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router (2892899c-b7fc-4add-8575-1a3d60202983), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.200026 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7283671 Oct 04 08:35:07.200844 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51272) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:07.217399 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-2ac2b25e-23ab-480b-9e18-9d24c0bf8731 admin admin] Request body: {'subnet': {'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-subnet', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:07.233002 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf04c5fb5-aee9-5c72-8602-fd95d862e421-5222819e-bf96-4595-9724-ed979b9e88ed', 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed', 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'fixed_ips': [{'subnet_id': '4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce'}]}} from dv-cinder-860209-1-iscsi. {{(pid=106412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:35:07.235188 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.284724 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ba8ad-8fb7-4fce-8809-baa06078311a admin admin] Pushing event updated for resources: {'Network': ['ID=730a9b11-4347-4415-adec-96bd4e59e83e,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:07.290700 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Publish callbacks [] for router_controller (2892899c-b7fc-4add-8575-1a3d60202983), precommit_add_association {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.294768 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac2b25e-23ab-480b-9e18-9d24c0bf8731 admin admin] Made reservation on behalf of 3e938efbd6804a86946d80ae92e88b16 for: {'subnet': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:35:07.300662 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ac2b25e-23ab-480b-9e18-9d24c0bf8731 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.363649 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:07.366950 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:07.457688 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.db_base_plugin_common [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Allocated IP 172.20.0.2 (5222819e-bf96-4595-9724-ed979b9e88ed/4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce/58720cbf-3e06-40bc-9362-81e17d3fea4e) {{(pid=106412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:07.481218 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network 730a9b11-4347-4415-adec-96bd4e59e83e details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:35:07.487327 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Publish callbacks [] for router_gateway (2892899c-b7fc-4add-8575-1a3d60202983), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.539400 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ac2b25e-23ab-480b-9e18-9d24c0bf8731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for subnet (cf07ea6d-918a-48b9-aea6-7cb0370ce3c3), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.611472 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51280) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:07.744768 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2b25e-23ab-480b-9e18-9d24c0bf8731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf07ea6d-918a-48b9-aea6-7cb0370ce3c3,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:07.775284 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Publish callbacks [] for router_gateway (2892899c-b7fc-4add-8575-1a3d60202983), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.778712 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Publish callbacks [] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), precommit_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.780318 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac2b25e-23ab-480b-9e18-9d24c0bf8731 admin admin] Checking segment: {'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:07.780677 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2b25e-23ab-480b-9e18-9d24c0bf8731 admin admin] Network hostable DHCP agents. Network: 730a9b11-4347-4415-adec-96bd4e59e83e, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:35:07.789197 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.816417 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.816929 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2b25e-23ab-480b-9e18-9d24c0bf8731 admin admin] Network 730a9b11-4347-4415-adec-96bd4e59e83e is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:35:07.835850 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-2ac2b25e-23ab-480b-9e18-9d24c0bf8731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, 730a9b11-4347-4415-adec-96bd4e59e83e) {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:07.845842 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2b25e-23ab-480b-9e18-9d24c0bf8731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:07.847553 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ac2b25e-23ab-480b-9e18-9d24c0bf8731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.863329 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7700e6b-7a26-4eb3-9f23-965ee9bb1d52 None None] Network 730a9b11-4347-4415-adec-96bd4e59e83e requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:35:07.876090 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-2ac2b25e-23ab-480b-9e18-9d24c0bf8731 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6621625 Oct 04 08:35:07.878384 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51288) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:07.896476 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Network 5222819e-bf96-4595-9724-ed979b9e88ed is already hosted by enough agents. {{(pid=106412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:07.897148 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:07.904523 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.base_scheduler [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Resources bound (agent type, host, resource id): {{(pid=106412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:07.907596 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:07.913050 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Received port after_create {{(pid=106412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:07.942818 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-400'] for router (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.945233 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:07.954347 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:07.970540 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Allocated IP 172.27.0.149 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/dbbe7541-6cf6-47a6-8859-c268d1cc384e) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:08.001055 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:08.004078 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Pushing event updated for resources: {'Port': ['ID=58720cbf-3e06-40bc-9362-81e17d3fea4e,revision_number=1']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:08.032694 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Publish callbacks [] for router_controller (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), precommit_add_association {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.112056 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Attempting to bind port 58720cbf-3e06-40bc-9362-81e17d3fea4e on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:08.112431 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Attempting to bind port 58720cbf-3e06-40bc-9362-81e17d3fea4e by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:08.112796 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Attempting to bind port 58720cbf-3e06-40bc-9362-81e17d3fea4e on network 5222819e-bf96-4595-9724-ed979b9e88ed {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:08.163860 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.164211 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.164574 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.164921 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.165464 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.165801 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.166119 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.166435 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.166982 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.167303 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.167629 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.167966 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.168706 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.169185 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.169656 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Tracked resource versions report: Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: pushed versions: Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: { 'AddressGroup': {'1.2'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Agent': {'1.1'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'ConntrackHelper': {'1.0'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Log': {'1.0'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'NDPProxy': {'1.0'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Network': {'1.1'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Port': {'1.7'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'PortForwarding': {'1.3'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'QosPolicy': {'1.10'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'SecurityGroup': {'1.5'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'SubPort': {'1.0'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Subnet': {'1.1'}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Trunk': {'1.1'}} Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: consumer versions: Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: { DHCP agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: HyperV agent@hv-cinder-86020: {}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: L3 agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: Metadata agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: Metering agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: Open vSwitch agent@dv-cinder-860209-1-iscsi: { 'AddressGroup': '1.2', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Agent': '1.1', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'ConntrackHelper': '1.0', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'LocalIPAssociation': '1.0', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Log': '1.0', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'NDPProxy': '1.0', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Network': '1.1', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Port': '1.7', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'PortForwarding': '1.3', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'QosPolicy': '1.10', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'SecurityGroup': '1.5', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'SecurityGroupRule': '1.2', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'SubPort': '1.0', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Subnet': '1.1', Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: 'Trunk': '1.1'}} Oct 04 08:35:08.171177 dv-cinder-860209-1-iscsi neutron-server[106412]: {{(pid=106412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:35:08.180110 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Publish callbacks [] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.224325 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.226642 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf04c5fb5-aee9-5c72-8602-fd95d862e421-730a9b11-4347-4415-adec-96bd4e59e83e', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3'}]}} from dv-cinder-860209-1-iscsi. {{(pid=106412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:35:08.227898 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.243056 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:08.244191 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Checking segment: {'id': '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:08.244830 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.245396 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Bound using segment: {'id': '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:08.246050 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Bound port: 58720cbf-3e06-40bc-9362-81e17d3fea4e, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:08.246702 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.276600 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:08.280052 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:08.284745 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:08.327131 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51310) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:08.338243 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Pushing event updated for resources: {'Port': ['ID=dbbe7541-6cf6-47a6-8859-c268d1cc384e,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:08.359891 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Publish callbacks [] for router_gateway (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.477737 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] For port 58720cbf-3e06-40bc-9362-81e17d3fea4e, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:08.504045 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:08.509295 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] For port 58720cbf-3e06-40bc-9362-81e17d3fea4e, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=58720cbf-3e06-40bc-9362-81e17d3fea4e,segment=NetworkSegment(68d0fa00-add3-4e36-9d7e-4dfd8fed2b15),segment_id=68d0fa00-add3-4e36-9d7e-4dfd8fed2b15)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:08.521983 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.db_base_plugin_common [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Allocated IP 172.20.0.2 (730a9b11-4347-4415-adec-96bd4e59e83e/cf07ea6d-918a-48b9-aea6-7cb0370ce3c3/9ef5708d-70a2-430b-b27c-4e99a89e9213) {{(pid=106412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:08.522437 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1697921480-network', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:08.525721 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.589279 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Made reservation on behalf of 2b940c43c46c402bbc4c3c0461b51061 for: {'network': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:35:08.609798 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.621468 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.681900 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de9031-192b-41f4-88fe-73ce7ca412ce None None] Pushing event updated for resources: {'Port': ['ID=58720cbf-3e06-40bc-9362-81e17d3fea4e,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:08.792665 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Publish callbacks [] for security_group (432ab929-b757-4355-89a0-9b624d05ff62), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.802217 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (432ab929-b757-4355-89a0-9b624d05ff62), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.824891 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=106411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:35:08.843944 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (7d32a3fd-44a4-41e8-ad40-9434c03d283f), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.844196 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.segments_db [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Added segment 7d32a3fd-44a4-41e8-ad40-9434c03d283f of type vlan for network fd380db5-2756-484c-8401-ea63df26e43d Oct 04 08:35:08.852465 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Publish callbacks [] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), precommit_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.860693 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:08.995955 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Network 730a9b11-4347-4415-adec-96bd4e59e83e is already hosted by enough agents. {{(pid=106412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:08.995955 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.base_scheduler [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Resources bound (agent type, host, resource id): {{(pid=106412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:08.995955 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Received port after_create {{(pid=106412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:09.057007 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Pushing event updated for resources: {'Port': ['ID=9ef5708d-70a2-430b-b27c-4e99a89e9213,revision_number=1']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:09.083226 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Publish callbacks [] for router_gateway (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:09.116586 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Attempting to bind port 9ef5708d-70a2-430b-b27c-4e99a89e9213 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:09.117139 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Attempting to bind port 9ef5708d-70a2-430b-b27c-4e99a89e9213 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:09.117628 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Attempting to bind port 9ef5708d-70a2-430b-b27c-4e99a89e9213 on network 730a9b11-4347-4415-adec-96bd4e59e83e {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:09.121268 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:09.180188 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-113317348-network', 'tenant_id': '5934621267af4b838889fcbfb9febaea'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:09.236618 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:09.236971 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Checking segment: {'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:09.237378 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:09.237770 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Bound using segment: {'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:09.238248 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Bound port: 9ef5708d-70a2-430b-b27c-4e99a89e9213, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:09.243603 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:09.258697 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (fd380db5-2756-484c-8401-ea63df26e43d), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:09.295332 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Allocated IP 172.27.0.20 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/7b1897eb-4beb-43d0-a292-9ef2190dfb7c) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:09.317101 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:09.319044 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432ab929-b757-4355-89a0-9b624d05ff62,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:09.424093 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Made reservation on behalf of 5934621267af4b838889fcbfb9febaea for: {'network': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:35:09.431810 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] For port 9ef5708d-70a2-430b-b27c-4e99a89e9213, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:09.441027 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] For port 9ef5708d-70a2-430b-b27c-4e99a89e9213, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=9ef5708d-70a2-430b-b27c-4e99a89e9213,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:09.445969 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:09.456116 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:09.473486 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Publish callbacks [] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:09.495567 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:09.508316 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (fd380db5-2756-484c-8401-ea63df26e43d), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:09.509742 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:09.510494 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:09.524011 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:09.524720 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:09.533878 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:09.612997 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8f0d7-ba6a-4662-ba02-da7f5da910ba None None] Pushing event updated for resources: {'Port': ['ID=9ef5708d-70a2-430b-b27c-4e99a89e9213,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:09.691709 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:09.697837 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:09.699974 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Pushing event updated for resources: {'Port': ['ID=7b1897eb-4beb-43d0-a292-9ef2190dfb7c,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:09.704140 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:09.734565 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:09.739373 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] Pushing event updated for resources: {'Network': ['ID=fd380db5-2756-484c-8401-ea63df26e43d,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:09.762469 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network fd380db5-2756-484c-8401-ea63df26e43d details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:35:09.771206 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-bbff4127-cebf-4d87-970f-9de489388d1f admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1573408 Oct 04 08:35:09.786085 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51354) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:09.807351 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-381966d9-89e8-466f-acf0-32f483751e9e admin admin] Request body: {'subnet': {'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-subnet', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:09.876100 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381966d9-89e8-466f-acf0-32f483751e9e admin admin] Made reservation on behalf of 2b940c43c46c402bbc4c3c0461b51061 for: {'subnet': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:35:09.885066 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-381966d9-89e8-466f-acf0-32f483751e9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:09.946191 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Publish callbacks [] for router_gateway (2892899c-b7fc-4add-8575-1a3d60202983), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:10.093147 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Publish callbacks [] for security_group (bfd38c1d-71e7-481d-a47b-aae184468255), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:10.205460 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Publish callbacks [] for router_gateway (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:10.261709 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (bfd38c1d-71e7-481d-a47b-aae184468255), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:10.431653 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c4ada1-a2e8-457e-a62a-baaff26bee19 None None] Network 5222819e-bf96-4595-9724-ed979b9e88ed requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:35:10.531721 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 58720cbf-3e06-40bc-9362-81e17d3fea4e up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:10.601967 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:10.613218 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-5c06c6e4-2f3c-48fe-b602-ae2b4b980b7e None None] Provisioning complete for port 58720cbf-3e06-40bc-9362-81e17d3fea4e triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:10.613602 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-5c06c6e4-2f3c-48fe-b602-ae2b4b980b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:10.614043 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-5c06c6e4-2f3c-48fe-b602-ae2b4b980b7e None None] Attempt 1 to provision port 58720cbf-3e06-40bc-9362-81e17d3fea4e Oct 04 08:35:10.668751 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602062'] for router (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:10.697495 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:10.738323 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 58720cbf-3e06-40bc-9362-81e17d3fea4e triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:10.738789 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:10.739337 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 58720cbf-3e06-40bc-9362-81e17d3fea4e Oct 04 08:35:10.749431 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602062'] for router (2892899c-b7fc-4add-8575-1a3d60202983), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:10.761625 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=106411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:35:10.917308 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd38c1d-71e7-481d-a47b-aae184468255,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:10.927540 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:10.961452 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (06fd23ff-fa81-4743-8d42-3ee327d2a7a3), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:10.961797 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.segments_db [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Added segment 06fd23ff-fa81-4743-8d42-3ee327d2a7a3 of type vlan for network 7c0853df-a74a-47d5-9683-581a895763eb Oct 04 08:35:11.013987 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Router ead37ab8-dc2c-4724-b676-f8c68b14b1fc is scheduled to L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 with binding_index 1 {{(pid=106410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:35:11.041040 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-5c06c6e4-2f3c-48fe-b602-ae2b4b980b7e None None] Current status of the port 58720cbf-3e06-40bc-9362-81e17d3fea4e is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:11.041616 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-5c06c6e4-2f3c-48fe-b602-ae2b4b980b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:11.179926 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-5c06c6e4-2f3c-48fe-b602-ae2b4b980b7e None None] For port 58720cbf-3e06-40bc-9362-81e17d3fea4e, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=58720cbf-3e06-40bc-9362-81e17d3fea4e,segment=NetworkSegment(68d0fa00-add3-4e36-9d7e-4dfd8fed2b15),segment_id=68d0fa00-add3-4e36-9d7e-4dfd8fed2b15)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:11.181676 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 58720cbf-3e06-40bc-9362-81e17d3fea4e is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:11.182443 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:11.203542 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-5c06c6e4-2f3c-48fe-b602-ae2b4b980b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:11.257272 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (7c0853df-a74a-47d5-9683-581a895763eb), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:11.402257 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.db.api [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 08:35:11.403158 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG oslo_db.api [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 08:35:11.415903 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed773b-223d-4d14-bc28-43f83ac8e691 None None] Network 730a9b11-4347-4415-adec-96bd4e59e83e requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:35:11.468312 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:11.493217 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:11.498238 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (7c0853df-a74a-47d5-9683-581a895763eb), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:11.501055 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:11.501885 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:11.515501 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:35:11.528985 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Sync routers for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:35:11.549827 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:11.550718 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:34:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:11.575681 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:11.585903 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-3ada7d99-7ba1-4574-a87f-7a2264ccb7af admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6946890 Oct 04 08:35:11.599307 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51394) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:11.626684 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Router 2892899c-b7fc-4add-8575-1a3d60202983 is scheduled to L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 with binding_index 1 {{(pid=106411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:35:11.645319 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.3168964 Oct 04 08:35:11.654936 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-381966d9-89e8-466f-acf0-32f483751e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for subnet (a544c86d-0009-4ba9-af33-45ba2bcf0de5), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:11.659944 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51400) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:11.670130 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06c6e4-2f3c-48fe-b602-ae2b4b980b7e None None] Pushing event updated for resources: {'Port': ['ID=58720cbf-3e06-40bc-9362-81e17d3fea4e,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:11.682535 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-823605bc-eaa5-4b3c-9dea-7bf472a613d1 None None] Provisioning complete for port 58720cbf-3e06-40bc-9362-81e17d3fea4e triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:11.682739 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-823605bc-eaa5-4b3c-9dea-7bf472a613d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:11.683076 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-823605bc-eaa5-4b3c-9dea-7bf472a613d1 None None] Attempt 1 to provision port 58720cbf-3e06-40bc-9362-81e17d3fea4e Oct 04 08:35:11.690178 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-a49d8eb8-6822-42dd-a89d-6a8894e376b1 admin admin] Request body: {'subnet': {'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-subnet', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:11.745716 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec0c22-4eb0-4a95-b3d2-6871a00060cc admin admin] Pushing event updated for resources: {'Network': ['ID=7c0853df-a74a-47d5-9683-581a895763eb,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:11.867434 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-823605bc-eaa5-4b3c-9dea-7bf472a613d1 None None] Current status of the port 58720cbf-3e06-40bc-9362-81e17d3fea4e is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:11.875299 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network 7c0853df-a74a-47d5-9683-581a895763eb details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:35:11.885457 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:11.951045 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381966d9-89e8-466f-acf0-32f483751e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a544c86d-0009-4ba9-af33-45ba2bcf0de5,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:11.991617 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 58720cbf-3e06-40bc-9362-81e17d3fea4e is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:11.995074 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 9ef5708d-70a2-430b-b27c-4e99a89e9213 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:12.066498 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49d8eb8-6822-42dd-a89d-6a8894e376b1 admin admin] Made reservation on behalf of 5934621267af4b838889fcbfb9febaea for: {'subnet': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:35:12.077138 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a49d8eb8-6822-42dd-a89d-6a8894e376b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:12.110321 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:12.118890 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:12.121524 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-823605bc-eaa5-4b3c-9dea-7bf472a613d1 None None] Provisioning complete for port 9ef5708d-70a2-430b-b27c-4e99a89e9213 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:12.121524 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-823605bc-eaa5-4b3c-9dea-7bf472a613d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:12.121524 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-823605bc-eaa5-4b3c-9dea-7bf472a613d1 None None] Attempt 1 to provision port 9ef5708d-70a2-430b-b27c-4e99a89e9213 Oct 04 08:35:12.230133 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381966d9-89e8-466f-acf0-32f483751e9e admin admin] Checking segment: {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:12.231067 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381966d9-89e8-466f-acf0-32f483751e9e admin admin] Network hostable DHCP agents. Network: fd380db5-2756-484c-8401-ea63df26e43d, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:35:12.269994 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:35:12.282175 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Sync routers for ids ['2892899c-b7fc-4add-8575-1a3d60202983'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:35:12.304845 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Routers {'2892899c-b7fc-4add-8575-1a3d60202983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:12.305501 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:34:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['2892899c-b7fc-4add-8575-1a3d60202983'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:12.314504 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:12.316122 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-bb3c43a2-511e-4299-bd06-61a73567f47e admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2090564 Oct 04 08:35:12.320674 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51416) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:12.321544 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381966d9-89e8-466f-acf0-32f483751e9e admin admin] Network fd380db5-2756-484c-8401-ea63df26e43d is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:35:12.410482 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 9ef5708d-70a2-430b-b27c-4e99a89e9213 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:12.410912 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:12.411372 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 9ef5708d-70a2-430b-b27c-4e99a89e9213 Oct 04 08:35:12.411986 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-381966d9-89e8-466f-acf0-32f483751e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, fd380db5-2756-484c-8401-ea63df26e43d) {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:12.427509 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381966d9-89e8-466f-acf0-32f483751e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:12.428479 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-381966d9-89e8-466f-acf0-32f483751e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:12.434968 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433361c6-378c-4622-a0e7-cd0a196e8414 None None] Network fd380db5-2756-484c-8401-ea63df26e43d requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:35:12.580304 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:09Z', 'revision_number': 3, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:12.591332 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:12.607612 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-381966d9-89e8-466f-acf0-32f483751e9e admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8144324 Oct 04 08:35:12.611578 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:12.634532 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51422) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:12.639940 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:12.646217 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-823605bc-eaa5-4b3c-9dea-7bf472a613d1 None None] Current status of the port 9ef5708d-70a2-430b-b27c-4e99a89e9213 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:12.647064 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-823605bc-eaa5-4b3c-9dea-7bf472a613d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:12.663376 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Checking router: ead37ab8-dc2c-4724-b676-f8c68b14b1fc for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:35:12.663734 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Updating router ead37ab8-dc2c-4724-b676-f8c68b14b1fc port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c binding host dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:35:12.680817 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:12.727140 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a49d8eb8-6822-42dd-a89d-6a8894e376b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for subnet (75580dae-ee0c-46db-9337-4fe1523f3148), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:12.733309 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:12.752915 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf04c5fb5-aee9-5c72-8602-fd95d862e421-fd380db5-2756-484c-8401-ea63df26e43d', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5'}]}} from dv-cinder-860209-1-iscsi. {{(pid=106412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:35:12.753930 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:12.798670 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-400'] for router (4ab3ff76-f30b-40f5-ba46-3754e98882d8), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:12.799721 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router (4ab3ff76-f30b-40f5-ba46-3754e98882d8), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:12.886480 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Allocated IP 172.20.0.1 (730a9b11-4347-4415-adec-96bd4e59e83e/cf07ea6d-918a-48b9-aea6-7cb0370ce3c3/e45315be-64ad-4b40-888e-cee9df98d532) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:12.917617 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-823605bc-eaa5-4b3c-9dea-7bf472a613d1 None None] For port 9ef5708d-70a2-430b-b27c-4e99a89e9213, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=9ef5708d-70a2-430b-b27c-4e99a89e9213,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:12.946791 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Set router 2892899c-b7fc-4add-8575-1a3d60202983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:12.951138 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-823605bc-eaa5-4b3c-9dea-7bf472a613d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:13.032885 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Publish callbacks [] for port (e45315be-64ad-4b40-888e-cee9df98d532), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:13.075936 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (e45315be-64ad-4b40-888e-cee9df98d532), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:13.092898 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:13.126467 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Network 730a9b11-4347-4415-adec-96bd4e59e83e is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:13.133802 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:13.138238 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:13.138902 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756789'] for router_interface (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:13.213398 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d8eb8-6822-42dd-a89d-6a8894e376b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75580dae-ee0c-46db-9337-4fe1523f3148,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:13.232276 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Pushing event updated for resources: {'Port': ['ID=e45315be-64ad-4b40-888e-cee9df98d532,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:13.261514 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:13.414286 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:13.456997 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Publish callbacks [] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), precommit_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:13.477206 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:13.501725 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Publish callbacks [] for router_controller (4ab3ff76-f30b-40f5-ba46-3754e98882d8), precommit_add_association {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:13.510278 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:13.511731 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (e45315be-64ad-4b40-888e-cee9df98d532), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:13.531654 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Attempting to bind port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:13.532601 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Attempting to bind port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:13.534194 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Attempting to bind port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c on network a245eb65-fa51-4a9c-b9ba-d29908724e63 {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:13.626900 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 9ef5708d-70a2-430b-b27c-4e99a89e9213 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:13.652840 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-e2880535-473d-46b1-8c16-eb73e4337f54 None None] Provisioning complete for port 9ef5708d-70a2-430b-b27c-4e99a89e9213 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:13.653358 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-e2880535-473d-46b1-8c16-eb73e4337f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:13.653814 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-e2880535-473d-46b1-8c16-eb73e4337f54 None None] Attempt 1 to provision port 9ef5708d-70a2-430b-b27c-4e99a89e9213 Oct 04 08:35:13.679519 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823605bc-eaa5-4b3c-9dea-7bf472a613d1 None None] Pushing event updated for resources: {'Port': ['ID=9ef5708d-70a2-430b-b27c-4e99a89e9213,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:13.695877 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:13.727172 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Pushing event updated for resources: {'Port': ['ID=7b1897eb-4beb-43d0-a292-9ef2190dfb7c,revision_number=2']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:13.752682 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:13.757623 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.758217 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.760703 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.761359 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.761974 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.762446 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.765961 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.766305 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.767729 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.768083 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.769787 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.771066 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.772544 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.773023 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.773474 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Tracked resource versions report: Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: pushed versions: Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: { 'AddressGroup': {'1.2'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Agent': {'1.1'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'ConntrackHelper': {'1.0'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'LocalIPAssociation': {'1.0'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Log': {'1.0'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'NDPProxy': {'1.0'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Network': {'1.1'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Port': {'1.7'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'PortForwarding': {'1.3'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'QosPolicy': {'1.10'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'SecurityGroup': {'1.5'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'SecurityGroupRule': {'1.2'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'SubPort': {'1.0'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Subnet': {'1.1'}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Trunk': {'1.1'}} Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: consumer versions: Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: { DHCP agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: HyperV agent@hv-cinder-86020: {}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: L3 agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: Metadata agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: Metering agent@dv-cinder-860209-1-iscsi: {}, Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: Open vSwitch agent@dv-cinder-860209-1-iscsi: { 'AddressGroup': '1.2', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Agent': '1.1', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'ConntrackHelper': '1.0', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'LocalIPAssociation': '1.0', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Log': '1.0', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'NDPProxy': '1.0', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Network': '1.1', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Port': '1.7', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'PortForwarding': '1.3', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'QosPolicy': '1.10', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'SecurityGroup': '1.5', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'SecurityGroupRule': '1.2', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'SubPort': '1.0', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Subnet': '1.1', Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: 'Trunk': '1.1'}} Oct 04 08:35:13.775268 dv-cinder-860209-1-iscsi neutron-server[106413]: {{(pid=106413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 08:35:13.801182 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:13.801807 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Checking segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:13.802238 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:13.802746 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Bound using segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:13.803426 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Bound port: 7b1897eb-4beb-43d0-a292-9ef2190dfb7c, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:13.803818 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:13.823412 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d8eb8-6822-42dd-a89d-6a8894e376b1 admin admin] Checking segment: {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:13.824000 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49d8eb8-6822-42dd-a89d-6a8894e376b1 admin admin] Network hostable DHCP agents. Network: 7c0853df-a74a-47d5-9683-581a895763eb, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:35:13.931844 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] For port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:13.935025 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2892899c-b7fc-4add-8575-1a3d60202983', 'name': 'tempest-DeleteServersTestJSON-624558131-router', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:08Z', 'revision_number': 3, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'gw_port': {'id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:13.938241 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.db_base_plugin_common [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Allocated IP 172.20.0.2 (fd380db5-2756-484c-8401-ea63df26e43d/a544c86d-0009-4ba9-af33-45ba2bcf0de5/20f14654-4a64-411a-9480-53513433e4c9) {{(pid=106412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:13.941391 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] For port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=7b1897eb-4beb-43d0-a292-9ef2190dfb7c,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:13.945313 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 58720cbf-3e06-40bc-9362-81e17d3fea4e up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:13.958894 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:13.996795 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Publish callbacks [] for port (e45315be-64ad-4b40-888e-cee9df98d532), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.007939 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (e45315be-64ad-4b40-888e-cee9df98d532), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.009028 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756905'] for router_interface (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.027189 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Checking router: 2892899c-b7fc-4add-8575-1a3d60202983 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:35:14.027636 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Updating router 2892899c-b7fc-4add-8575-1a3d60202983 port dbbe7541-6cf6-47a6-8859-c268d1cc384e binding host dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:35:14.048926 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Publish callbacks [] for router_gateway (4ab3ff76-f30b-40f5-ba46-3754e98882d8), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.058853 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49d8eb8-6822-42dd-a89d-6a8894e376b1 admin admin] Network 7c0853df-a74a-47d5-9683-581a895763eb is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:35:14.059630 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:14.060981 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:34:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:14.095070 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.113362 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-a49d8eb8-6822-42dd-a89d-6a8894e376b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, 7c0853df-a74a-47d5-9683-581a895763eb) {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:14.159028 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49d8eb8-6822-42dd-a89d-6a8894e376b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:14.159925 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a49d8eb8-6822-42dd-a89d-6a8894e376b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.161834 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acee7cb-c272-4396-864f-272b66cbc742 None None] Pushing event updated for resources: {'Port': ['ID=7b1897eb-4beb-43d0-a292-9ef2190dfb7c,revision_number=3']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:14.221323 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-a49d8eb8-6822-42dd-a89d-6a8894e376b1 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5446150 Oct 04 08:35:14.228317 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51464) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:14.243400 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:14.300616 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-400'] for router (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.303208 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.313737 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:14.351899 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1221ff7-2188-4edf-87d5-c3222423104d None None] Network 7c0853df-a74a-47d5-9683-581a895763eb requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:35:14.406068 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-e2880535-473d-46b1-8c16-eb73e4337f54 None None] Current status of the port 9ef5708d-70a2-430b-b27c-4e99a89e9213 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:14.426815 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Publish callbacks [] for router_controller (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), precommit_add_association {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.484206 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.560170 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Publish callbacks [] for router_gateway (4ab3ff76-f30b-40f5-ba46-3754e98882d8), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.571046 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:14.633773 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-e245947c-b904-4021-9ac1-4181767570ca None None] Provisioning complete for port e45315be-64ad-4b40-888e-cee9df98d532 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:14.636502 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-e245947c-b904-4021-9ac1-4181767570ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (e45315be-64ad-4b40-888e-cee9df98d532), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.638927 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-e245947c-b904-4021-9ac1-4181767570ca None None] Attempt 1 to provision port e45315be-64ad-4b40-888e-cee9df98d532 Oct 04 08:35:14.641468 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 58720cbf-3e06-40bc-9362-81e17d3fea4e triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:14.644380 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.646688 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 58720cbf-3e06-40bc-9362-81e17d3fea4e Oct 04 08:35:14.647588 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Publish callbacks [] for router_gateway (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.652667 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.654107 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Pushing event updated for resources: {'Port': ['ID=e45315be-64ad-4b40-888e-cee9df98d532,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:14.798785 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:14.800933 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 2, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:14.851310 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4521cc-42b2-4d90-be5a-9eed36958f33 None None] The sync data for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi is: [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 2, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:35:14.888552 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-e245947c-b904-4021-9ac1-4181767570ca None None] Port e45315be-64ad-4b40-888e-cee9df98d532 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:35:14.930701 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf04c5fb5-aee9-5c72-8602-fd95d862e421-7c0853df-a74a-47d5-9683-581a895763eb', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'project_id': '5934621267af4b838889fcbfb9febaea', 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148'}]}} from dv-cinder-860209-1-iscsi. {{(pid=106412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:35:14.931712 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:14.955964 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:35:15.009226 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Network 730a9b11-4347-4415-adec-96bd4e59e83e is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:15.014498 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:15.041136 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Allocated IP 172.20.0.1 (5222819e-bf96-4595-9724-ed979b9e88ed/4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce/1b09fd31-8182-44fa-a7b3-6eeebd96c231) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:15.062863 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Publish callbacks [] for port (20f14654-4a64-411a-9480-53513433e4c9), precommit_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:15.140191 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (20f14654-4a64-411a-9480-53513433e4c9), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:15.196367 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Publish callbacks [] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:15.230892 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:15.231925 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:15.237481 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:15.283453 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 58720cbf-3e06-40bc-9362-81e17d3fea4e is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:15.311461 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Network 5222819e-bf96-4595-9724-ed979b9e88ed is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:15.313849 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Pushing event updated for resources: {'Port': ['ID=1b09fd31-8182-44fa-a7b3-6eeebd96c231,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:15.324780 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:15.338091 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:15.341285 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756789'] for router_interface (2892899c-b7fc-4add-8575-1a3d60202983), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:15.434034 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:15.504668 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:15.566300 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Publish callbacks [] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), precommit_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:15.618051 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Network fd380db5-2756-484c-8401-ea63df26e43d is already hosted by enough agents. {{(pid=106412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:15.635430 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Router ead37ab8-dc2c-4724-b676-f8c68b14b1fc has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:35:15.653947 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:15.675027 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Publish callbacks [] for router_gateway (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:15.687296 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Attempting to bind port dbbe7541-6cf6-47a6-8859-c268d1cc384e on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:15.687857 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Attempting to bind port dbbe7541-6cf6-47a6-8859-c268d1cc384e by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:15.688193 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Attempting to bind port dbbe7541-6cf6-47a6-8859-c268d1cc384e on network a245eb65-fa51-4a9c-b9ba-d29908724e63 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:15.737371 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:15.768916 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.base_scheduler [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Resources bound (agent type, host, resource id): {{(pid=106412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:15.773089 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:15.789891 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Received port after_create {{(pid=106412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:15.861924 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:15.862308 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Checking segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:15.862845 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:15.863256 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Bound using segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:15.863751 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Bound port: dbbe7541-6cf6-47a6-8859-c268d1cc384e, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:15.864134 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:15.919997 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 9ef5708d-70a2-430b-b27c-4e99a89e9213 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:15.940803 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Allocated IP 172.27.0.175 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/05142f27-c9c6-4164-a1c3-394d617cce27) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:15.973138 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Pushing event updated for resources: {'Port': ['ID=20f14654-4a64-411a-9480-53513433e4c9,revision_number=1']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:15.986293 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-3f4ea18b-bebc-4fe8-8a73-e1f7b27751e7 None None] Provisioning complete for port e45315be-64ad-4b40-888e-cee9df98d532 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:15.986954 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea18b-bebc-4fe8-8a73-e1f7b27751e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (e45315be-64ad-4b40-888e-cee9df98d532), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:15.987745 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-3f4ea18b-bebc-4fe8-8a73-e1f7b27751e7 None None] Attempt 1 to provision port e45315be-64ad-4b40-888e-cee9df98d532 Oct 04 08:35:16.204405 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:35:16.222637 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-9e96fc31-a6d7-48d3-a5ec-66d88210f05a admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ead37ab8-dc2c-4724-b676-f8c68b14b1fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6132181 Oct 04 08:35:16.222637 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51514) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:16.305532 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.db_base_plugin_common [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Allocated IP 172.20.0.2 (7c0853df-a74a-47d5-9683-581a895763eb/75580dae-ee0c-46db-9337-4fe1523f3148/34b4233e-365a-4b33-8bc1-af46fc2a7680) {{(pid=106412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:16.389121 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-46064977-36bb-431f-a551-378190e17893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:16.491416 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Attempting to bind port 20f14654-4a64-411a-9480-53513433e4c9 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:16.491612 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Attempting to bind port 20f14654-4a64-411a-9480-53513433e4c9 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:16.492767 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Attempting to bind port 20f14654-4a64-411a-9480-53513433e4c9 on network fd380db5-2756-484c-8401-ea63df26e43d {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:16.492883 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:16.507814 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 9ef5708d-70a2-430b-b27c-4e99a89e9213 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:16.508429 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:16.508747 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 9ef5708d-70a2-430b-b27c-4e99a89e9213 Oct 04 08:35:16.541741 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-46064977-36bb-431f-a551-378190e17893 admin admin] Publish callbacks [] for security_group (00b82414-1ba5-4e81-9dd9-26b52ccd8ca9), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:16.548968 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ea18b-bebc-4fe8-8a73-e1f7b27751e7 None None] Port e45315be-64ad-4b40-888e-cee9df98d532 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:35:16.549936 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-46064977-36bb-431f-a551-378190e17893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (00b82414-1ba5-4e81-9dd9-26b52ccd8ca9), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:16.557665 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:16.595114 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] For port dbbe7541-6cf6-47a6-8859-c268d1cc384e, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:16.605837 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b752fd-36bc-4233-bfbd-b71da9343d87 None None] Pushing event updated for resources: {'Port': ['ID=dbbe7541-6cf6-47a6-8859-c268d1cc384e,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:16.637029 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:16.651620 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] For port dbbe7541-6cf6-47a6-8859-c268d1cc384e, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=dbbe7541-6cf6-47a6-8859-c268d1cc384e,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:16.656201 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46064977-36bb-431f-a551-378190e17893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b82414-1ba5-4e81-9dd9-26b52ccd8ca9,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:16.722799 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-46064977-36bb-431f-a551-378190e17893 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7f158aa9def14740b321dacf2fbacab1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5021598 Oct 04 08:35:16.723716 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:16.725520 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51536) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:16.740329 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Publish callbacks [] for port (05142f27-c9c6-4164-a1c3-394d617cce27), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:16.793030 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-7abf10ca-6177-4cc6-9f8a-62e47e5d0b07 None None] Provisioning complete for port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:16.793513 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-7abf10ca-6177-4cc6-9f8a-62e47e5d0b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:16.793909 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-7abf10ca-6177-4cc6-9f8a-62e47e5d0b07 None None] Attempt 1 to provision port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 Oct 04 08:35:16.878445 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51540) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:16.885353 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-48045d68-5911-4c31-81db-9b0a9d3d5997 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1754158494', 'description': 'tempest-description--1825203370'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:16.898824 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:16.899202 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Checking segment: {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:16.900068 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:16.900807 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Bound using segment: {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:16.901311 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Bound port: 20f14654-4a64-411a-9480-53513433e4c9, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:16.901696 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (20f14654-4a64-411a-9480-53513433e4c9), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:16.918888 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Routers {'2892899c-b7fc-4add-8575-1a3d60202983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:16.919402 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-48045d68-5911-4c31-81db-9b0a9d3d5997 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:16.920166 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:34:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['2892899c-b7fc-4add-8575-1a3d60202983'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:16.940186 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (05142f27-c9c6-4164-a1c3-394d617cce27), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:16.942398 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-8a023d41-86ea-4c16-b2c5-47fb9d43f73a admin admin] Publish callbacks [] for security_group (00b82414-1ba5-4e81-9dd9-26b52ccd8ca9), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.015353 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-7abf10ca-6177-4cc6-9f8a-62e47e5d0b07 None None] Port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:35:17.018177 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 9ef5708d-70a2-430b-b27c-4e99a89e9213 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:17.032357 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Publish callbacks [] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), precommit_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.035669 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:17.037654 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b752fd-36bc-4233-bfbd-b71da9343d87 None None] Pushing event updated for resources: {'Port': ['ID=dbbe7541-6cf6-47a6-8859-c268d1cc384e,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:17.070258 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-48045d68-5911-4c31-81db-9b0a9d3d5997 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group (f875667e-f33d-479b-80a9-07a7ee0f37fe), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.070446 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-8a023d41-86ea-4c16-b2c5-47fb9d43f73a admin admin] Publish callbacks [] for security_group (00b82414-1ba5-4e81-9dd9-26b52ccd8ca9), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.071236 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.073526 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:17.074579 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:17.076237 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:17.077686 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Allocated IP 172.27.0.146 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/e1a44825-4f32-4494-b4cc-d98525a7e48a) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:17.082625 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-48045d68-5911-4c31-81db-9b0a9d3d5997 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (f875667e-f33d-479b-80a9-07a7ee0f37fe), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.101503 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:17.126213 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-48045d68-5911-4c31-81db-9b0a9d3d5997 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.126450 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:17.130255 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-48045d68-5911-4c31-81db-9b0a9d3d5997 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2465732 Oct 04 08:35:17.134841 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51542) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:17.145802 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-81f9373d-c7f0-413f-bab0-d84d2c3f6402 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Request body: {'security_group_rule': {'security_group_id': 'f875667e-f33d-479b-80a9-07a7ee0f37fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:17.203044 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48045d68-5911-4c31-81db-9b0a9d3d5997 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f875667e-f33d-479b-80a9-07a7ee0f37fe,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:17.273045 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Publish callbacks [] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.275762 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:17.292182 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Publish callbacks [] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.300006 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Pushing event updated for resources: {'Port': ['ID=05142f27-c9c6-4164-a1c3-394d617cce27,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:17.314620 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Network 7c0853df-a74a-47d5-9683-581a895763eb is already hosted by enough agents. {{(pid=106412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:17.315891 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.316900 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756905'] for router_interface (2892899c-b7fc-4add-8575-1a3d60202983), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.330490 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.337717 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.base_scheduler [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Resources bound (agent type, host, resource id): {{(pid=106412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:17.340264 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Received port after_create {{(pid=106412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:17.347115 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] For port 20f14654-4a64-411a-9480-53513433e4c9, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:17.351103 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Pushing event updated for resources: {'Port': ['ID=34b4233e-365a-4b33-8bc1-af46fc2a7680,revision_number=1']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:17.356451 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] For port 20f14654-4a64-411a-9480-53513433e4c9, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=20f14654-4a64-411a-9480-53513433e4c9,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:17.370279 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] Set router 2892899c-b7fc-4add-8575-1a3d60202983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:17.399777 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-81f9373d-c7f0-413f-bab0-d84d2c3f6402 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group_rule (950b5022-7c1b-4dd9-9a00-3c9e1ce0ab9f), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.402483 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:17.406743 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:17.410872 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:17.412499 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (20f14654-4a64-411a-9480-53513433e4c9), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.414705 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a44825-4f32-4494-b4cc-d98525a7e48a,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:17.456144 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-8a023d41-86ea-4c16-b2c5-47fb9d43f73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (00b82414-1ba5-4e81-9dd9-26b52ccd8ca9), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.458759 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-8a023d41-86ea-4c16-b2c5-47fb9d43f73a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.460818 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-8a023d41-86ea-4c16-b2c5-47fb9d43f73a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/00b82414-1ba5-4e81-9dd9-26b52ccd8ca9 HTTP/1.1" status: 204 len: 168 time: 0.7240388 Oct 04 08:35:17.531662 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Pushing event updated for resources: {'Port': ['ID=1b09fd31-8182-44fa-a7b3-6eeebd96c231,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:17.550913 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Attempting to bind port 34b4233e-365a-4b33-8bc1-af46fc2a7680 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:17.551284 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Attempting to bind port 34b4233e-365a-4b33-8bc1-af46fc2a7680 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:17.551649 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Attempting to bind port 34b4233e-365a-4b33-8bc1-af46fc2a7680 on network 7c0853df-a74a-47d5-9683-581a895763eb {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:17.577946 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a023d41-86ea-4c16-b2c5-47fb9d43f73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b82414-1ba5-4e81-9dd9-26b52ccd8ca9,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:17.645749 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:17.669798 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e0d44-8616-44a4-be36-3e39a6eb62fb None None] Pushing event updated for resources: {'Port': ['ID=20f14654-4a64-411a-9480-53513433e4c9,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:17.695901 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:17.696280 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Checking segment: {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:17.696687 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.697093 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Bound using segment: {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:17.697580 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Bound port: 34b4233e-365a-4b33-8bc1-af46fc2a7680, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:17.698006 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.865651 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-81f9373d-c7f0-413f-bab0-d84d2c3f6402 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group_rule (950b5022-7c1b-4dd9-9a00-3c9e1ce0ab9f), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.895856 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Publish callbacks [] for router_gateway (4ab3ff76-f30b-40f5-ba46-3754e98882d8), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.901540 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-81f9373d-c7f0-413f-bab0-d84d2c3f6402 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (950b5022-7c1b-4dd9-9a00-3c9e1ce0ab9f), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.928494 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Network 5222819e-bf96-4595-9724-ed979b9e88ed is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:17.945768 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] For port 34b4233e-365a-4b33-8bc1-af46fc2a7680, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:17.950620 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] For port 34b4233e-365a-4b33-8bc1-af46fc2a7680, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=34b4233e-365a-4b33-8bc1-af46fc2a7680,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:17.951839 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Publish callbacks [] for router_gateway (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:17.965146 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:18.014623 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:18.029530 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2892899c-b7fc-4add-8575-1a3d60202983', 'name': 'tempest-DeleteServersTestJSON-624558131-router', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:16Z', 'revision_number': 4, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'gw_port': {'id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '1b09fd31-8182-44fa-a7b3-6eeebd96c231', 'name': '', 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'mac_address': 'fa:16:3e:cf:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:15Z', 'revision_number': 1, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'subnets': [{'id': '4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:18.044407 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 7b1897eb-4beb-43d0-a292-9ef2190dfb7c up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:18.049531 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9373d-c7f0-413f-bab0-d84d2c3f6402 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950b5022-7c1b-4dd9-9a00-3c9e1ce0ab9f,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:18.068518 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-81f9373d-c7f0-413f-bab0-d84d2c3f6402 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:18.072562 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-81f9373d-c7f0-413f-bab0-d84d2c3f6402 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9280849 Oct 04 08:35:18.124375 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe0aee-77e5-40a3-92dd-bea9f47908b2 None None] The sync data for ids ['2892899c-b7fc-4add-8575-1a3d60202983'] in dv-cinder-860209-1-iscsi is: [{'id': '2892899c-b7fc-4add-8575-1a3d60202983', 'name': 'tempest-DeleteServersTestJSON-624558131-router', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:16Z', 'revision_number': 4, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'gw_port': {'id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '1b09fd31-8182-44fa-a7b3-6eeebd96c231', 'name': '', 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'mac_address': 'fa:16:3e:cf:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:15Z', 'revision_number': 1, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'subnets': [{'id': '4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:35:18.179460 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:18.188913 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9a4ad-3933-4fda-802f-07d4adfaa8f0 None None] Pushing event updated for resources: {'Port': ['ID=34b4233e-365a-4b33-8bc1-af46fc2a7680,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:18.214832 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:18.215492 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:18.216007 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c Oct 04 08:35:18.252448 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51562) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:18.253177 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:18.267740 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-eace1ca1-2e06-40dd-a51d-c8a3bb76d755 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Request body: {'security_group_rule': {'security_group_id': 'f875667e-f33d-479b-80a9-07a7ee0f37fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:18.337170 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:18.337653 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:18.403301 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=7b1897eb-4beb-43d0-a292-9ef2190dfb7c,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:18.426310 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:18.481512 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eace1ca1-2e06-40dd-a51d-c8a3bb76d755 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group_rule (02e9aed8-e566-4051-bdb9-3cd8f02031ed), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:18.517052 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=7b1897eb-4beb-43d0-a292-9ef2190dfb7c,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:18.559442 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602062'] for router (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:18.651699 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-a1ff63fa-bee1-4c7a-9366-f01efdcba595 None None] Provisioning complete for port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:18.652100 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a1ff63fa-bee1-4c7a-9366-f01efdcba595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:18.652433 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-a1ff63fa-bee1-4c7a-9366-f01efdcba595 None None] Attempt 1 to provision port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 Oct 04 08:35:18.699763 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602062'] for router (4ab3ff76-f30b-40f5-ba46-3754e98882d8), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:18.749686 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff63fa-bee1-4c7a-9366-f01efdcba595 None None] Port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:35:18.757199 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eace1ca1-2e06-40dd-a51d-c8a3bb76d755 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group_rule (02e9aed8-e566-4051-bdb9-3cd8f02031ed), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:18.781839 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eace1ca1-2e06-40dd-a51d-c8a3bb76d755 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (02e9aed8-e566-4051-bdb9-3cd8f02031ed), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:18.811339 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0ac5-eb54-403d-b22e-ca521165d6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:18.840088 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace1ca1-2e06-40dd-a51d-c8a3bb76d755 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e9aed8-e566-4051-bdb9-3cd8f02031ed,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:18.857544 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Router 2892899c-b7fc-4add-8575-1a3d60202983 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:35:18.892097 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eace1ca1-2e06-40dd-a51d-c8a3bb76d755 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:18.894103 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-eace1ca1-2e06-40dd-a51d-c8a3bb76d755 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6350300 Oct 04 08:35:18.901417 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51578) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:18.906237 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Request body: {'floatingip': {'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:18.950054 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:18.980293 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:19.165532 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:35:19.189821 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-e5cdd632-1cc8-420e-aa4f-38f565ddb890 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/2892899c-b7fc-4add-8575-1a3d60202983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8652186 Oct 04 08:35:19.250258 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 is scheduled to L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 with binding_index 1 {{(pid=106411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:35:19.311462 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dd3784-5270-430c-9ff4-536cc827c866 None None] Network fd380db5-2756-484c-8401-ea63df26e43d requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:35:19.379057 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:19.478842 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:19.485213 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Sync routers for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:35:19.523260 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-662ee518-2ead-4298-b70e-99f845101de0 None None] Provisioning complete for port 20f14654-4a64-411a-9480-53513433e4c9 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:19.524041 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-662ee518-2ead-4298-b70e-99f845101de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (20f14654-4a64-411a-9480-53513433e4c9), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:19.524499 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-662ee518-2ead-4298-b70e-99f845101de0 None None] Attempt 1 to provision port 20f14654-4a64-411a-9480-53513433e4c9 Oct 04 08:35:19.524858 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:19.528588 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:34:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:19.545550 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 is scheduled to L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 with binding_index 1 {{(pid=106410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:35:19.603220 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:19.970650 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:19.977086 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:35:19.999069 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Sync routers for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:35:20.017905 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-662ee518-2ead-4298-b70e-99f845101de0 None None] Current status of the port 20f14654-4a64-411a-9480-53513433e4c9 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:20.018406 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-662ee518-2ead-4298-b70e-99f845101de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (20f14654-4a64-411a-9480-53513433e4c9), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:20.019651 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:20.051463 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:20.051463 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-95d4076a-96ac-43ab-bfd3-53bcd98bfbf9 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4111164 Oct 04 08:35:20.052708 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51608) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:20.068683 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:35:20.170943 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Sync routers for ids ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:35:20.200052 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-662ee518-2ead-4298-b70e-99f845101de0 None None] For port 20f14654-4a64-411a-9480-53513433e4c9, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=20f14654-4a64-411a-9480-53513433e4c9,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:20.211115 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:20.213614 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:34:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:20.228526 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:20.232820 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 7b1897eb-4beb-43d0-a292-9ef2190dfb7c up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:20.238198 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-4d985d41-e521-4f6c-908d-2d766d42c0c5 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0075347 Oct 04 08:35:20.246144 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-662ee518-2ead-4298-b70e-99f845101de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (20f14654-4a64-411a-9480-53513433e4c9), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:20.314093 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Routers {'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:20.314903 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:34:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:20.334200 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f21b4c-6d22-4f72-b710-863f42d69437 None None] Network 7c0853df-a74a-47d5-9683-581a895763eb requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:35:20.369682 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51616) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:20.590930 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f749e3d4-0cc9-459c-9d56-bb7a9f7b4b27 None None] Provisioning complete for port 20f14654-4a64-411a-9480-53513433e4c9 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:20.591945 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f749e3d4-0cc9-459c-9d56-bb7a9f7b4b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (20f14654-4a64-411a-9480-53513433e4c9), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:20.591945 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f749e3d4-0cc9-459c-9d56-bb7a9f7b4b27 None None] Attempt 1 to provision port 20f14654-4a64-411a-9480-53513433e4c9 Oct 04 08:35:20.652730 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51642) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:20.656304 dv-cinder-860209-1-iscsi neutron-server[106411]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 04 08:35:20.835761 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:20.842876 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:20.843511 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c Oct 04 08:35:20.862091 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Set router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:20.865865 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ee518-2ead-4298-b70e-99f845101de0 None None] Pushing event updated for resources: {'Port': ['ID=20f14654-4a64-411a-9480-53513433e4c9,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:20.866775 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:20.885837 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Allocated IP 172.27.0.191 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/868e1cb0-bb45-43a0-bd95-9edb9b321287) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:20.977592 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-7487d3e6-b23d-4efc-b227-88a8ed00d588 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:20.980079 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-7487d3e6-b23d-4efc-b227-88a8ed00d588 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5222819e-bf96-4595-9724-ed979b9e88ed HTTP/1.1" status: 200 len: 811 time: 0.3260481 Oct 04 08:35:21.008787 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 2, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:21.031468 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:21.034206 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:21.075312 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Checking router: ead37ab8-dc2c-4724-b676-f8c68b14b1fc for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:35:21.075705 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Updating router ead37ab8-dc2c-4724-b676-f8c68b14b1fc port e45315be-64ad-4b40-888e-cee9df98d532 binding host dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:35:21.077049 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for port (868e1cb0-bb45-43a0-bd95-9edb9b321287), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:21.124922 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:21.129951 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:21.134175 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-9831817d-f31f-453a-a3eb-f15806823990 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/quotas/3f34eba992024f6881d1292c9f7cfd48 HTTP/1.1" status: 200 len: 375 time: 0.0847774 Oct 04 08:35:21.148024 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (e45315be-64ad-4b40-888e-cee9df98d532), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:21.226154 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:21.349072 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (868e1cb0-bb45-43a0-bd95-9edb9b321287), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:21.452130 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:21.459597 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:21.477192 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:21.498871 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event updated for resources: {'Port': ['ID=868e1cb0-bb45-43a0-bd95-9edb9b321287,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:21.527587 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Allocated IP 172.20.0.1 (fd380db5-2756-484c-8401-ea63df26e43d/a544c86d-0009-4ba9-af33-45ba2bcf0de5/cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:21.662063 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:21.680659 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Publish callbacks [] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:21.687292 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:17Z', 'revision_number': 3, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:21.721654 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:21.723211 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:21.727724 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Checking router: dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:35:21.728074 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Updating router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 port e1a44825-4f32-4494-b4cc-d98525a7e48a binding host dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:35:21.733186 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-8fe75728-8be4-4cb3-9466-6c735827bb55 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3f34eba992024f6881d1292c9f7cfd48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5921950 Oct 04 08:35:21.736787 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:21.782782 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:21.826350 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Network fd380db5-2756-484c-8401-ea63df26e43d is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:21.853635 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:21.864142 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:21.865155 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756789'] for router_interface (4ab3ff76-f30b-40f5-ba46-3754e98882d8), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:21.890858 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-27d00542-9974-4bca-9873-add9ced3c5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:21.893958 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f749e3d4-0cc9-459c-9d56-bb7a9f7b4b27 None None] Current status of the port 20f14654-4a64-411a-9480-53513433e4c9 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:21.964352 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:21.971832 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device dbbe7541-6cf6-47a6-8859-c268d1cc384e up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:21.984871 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (d1e94d72-d378-4910-b6a9-cd8d0dc4358b), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:22.055752 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:22.158506 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Publish callbacks [] for port (e45315be-64ad-4b40-888e-cee9df98d532), precommit_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:22.186919 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (e45315be-64ad-4b40-888e-cee9df98d532), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:22.215880 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f749e3d4-0cc9-459c-9d56-bb7a9f7b4b27 None None] Provisioning complete for port 34b4233e-365a-4b33-8bc1-af46fc2a7680 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:22.217092 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f749e3d4-0cc9-459c-9d56-bb7a9f7b4b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:22.217467 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f749e3d4-0cc9-459c-9d56-bb7a9f7b4b27 None None] Attempt 1 to provision port 34b4233e-365a-4b33-8bc1-af46fc2a7680 Oct 04 08:35:22.284940 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (868e1cb0-bb45-43a0-bd95-9edb9b321287), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:22.291223 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:22.310988 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:22.319204 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:17Z', 'revision_number': 3, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:22.397026 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aebd55-f7fd-46cf-aca6-7a26e4fdfcfb None None] Pushing event updated for resources: {'Port': ['ID=e45315be-64ad-4b40-888e-cee9df98d532,revision_number=3']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:22.433328 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-e871af2e-7ae9-459f-9304-d2325132bf43 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:35:22.446491 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-e871af2e-7ae9-459f-9304-d2325132bf43 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2070737 Oct 04 08:35:22.525607 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Checking router: 4ab3ff76-f30b-40f5-ba46-3754e98882d8 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:35:22.526315 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Updating router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 port 05142f27-c9c6-4164-a1c3-394d617cce27 binding host dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:35:22.653359 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:22.664784 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (05142f27-c9c6-4164-a1c3-394d617cce27), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:22.713017 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51722) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:22.734674 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Sync routers for ids ['2892899c-b7fc-4add-8575-1a3d60202983'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:35:22.812711 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port dbbe7541-6cf6-47a6-8859-c268d1cc384e triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:22.815908 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:22.816499 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port dbbe7541-6cf6-47a6-8859-c268d1cc384e Oct 04 08:35:22.835968 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Allocated IP 172.20.0.1 (7c0853df-a74a-47d5-9683-581a895763eb/75580dae-ee0c-46db-9337-4fe1523f3148/8c22694a-ad17-478f-bb27-bf7333ed7418) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:22.882043 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Attempting to bind port e45315be-64ad-4b40-888e-cee9df98d532 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:22.882634 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Attempting to bind port e45315be-64ad-4b40-888e-cee9df98d532 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:22.884286 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Attempting to bind port e45315be-64ad-4b40-888e-cee9df98d532 on network 730a9b11-4347-4415-adec-96bd4e59e83e {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:22.961621 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:22.969663 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-cdeceee5-5314-4034-9f7a-e7059c384815 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5222819e-bf96-4595-9724-ed979b9e88ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196536 Oct 04 08:35:23.067387 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Routers {'2892899c-b7fc-4add-8575-1a3d60202983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:23.068549 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:35:22Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['2892899c-b7fc-4add-8575-1a3d60202983'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:23.086986 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0284492c-95bb-43f7-8faf-76ef36e6eb40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.136910 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:23.169629 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:23.205608 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Publish callbacks [] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.211605 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:23.212173 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Checking segment: {'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:23.213149 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.214576 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Bound using segment: {'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:23.214654 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Set router 2892899c-b7fc-4add-8575-1a3d60202983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:23.215025 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Bound port: e45315be-64ad-4b40-888e-cee9df98d532, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'}}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:23.216683 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (e45315be-64ad-4b40-888e-cee9df98d532), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.234317 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.235482 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756905'] for router_interface (4ab3ff76-f30b-40f5-ba46-3754e98882d8), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.293822 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51744) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:23.308849 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:23.322628 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for port (868e1cb0-bb45-43a0-bd95-9edb9b321287), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.366809 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (868e1cb0-bb45-43a0-bd95-9edb9b321287), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.367029 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.367797 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (d1e94d72-d378-4910-b6a9-cd8d0dc4358b), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.372031 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f749e3d4-0cc9-459c-9d56-bb7a9f7b4b27 None None] Current status of the port 34b4233e-365a-4b33-8bc1-af46fc2a7680 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:23.372869 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f749e3d4-0cc9-459c-9d56-bb7a9f7b4b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.378075 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Publish callbacks [] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.451828 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f749e3d4-0cc9-459c-9d56-bb7a9f7b4b27 None None] For port 34b4233e-365a-4b33-8bc1-af46fc2a7680, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=34b4233e-365a-4b33-8bc1-af46fc2a7680,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:23.479602 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f749e3d4-0cc9-459c-9d56-bb7a9f7b4b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.549185 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.555993 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] For port e45315be-64ad-4b40-888e-cee9df98d532, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:23.591582 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] For port e45315be-64ad-4b40-888e-cee9df98d532, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=e45315be-64ad-4b40-888e-cee9df98d532,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:23.616135 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (e45315be-64ad-4b40-888e-cee9df98d532), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.616576 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Network 7c0853df-a74a-47d5-9683-581a895763eb is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:23.623131 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Publish callbacks [] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), precommit_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.626161 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:23.630324 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749e3d4-0cc9-459c-9d56-bb7a9f7b4b27 None None] Pushing event updated for resources: {'Port': ['ID=34b4233e-365a-4b33-8bc1-af46fc2a7680,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:23.645467 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:23.645958 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756789'] for router_interface (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.744476 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aebd55-f7fd-46cf-aca6-7a26e4fdfcfb None None] Pushing event updated for resources: {'Port': ['ID=e45315be-64ad-4b40-888e-cee9df98d532,revision_number=4']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:23.776827 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:23.777964 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:35:22Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:23.841924 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-90c48692-529f-497d-8659-3d7713106da0 None None] Provisioning complete for port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:23.842207 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-90c48692-529f-497d-8659-3d7713106da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.842581 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-90c48692-529f-497d-8659-3d7713106da0 None None] Attempt 1 to provision port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 Oct 04 08:35:23.874522 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:23.902913 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:23.987074 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Attempting to bind port e1a44825-4f32-4494-b4cc-d98525a7e48a on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:23.987074 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Attempting to bind port e1a44825-4f32-4494-b4cc-d98525a7e48a by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:23.987074 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Attempting to bind port e1a44825-4f32-4494-b4cc-d98525a7e48a on network a245eb65-fa51-4a9c-b9ba-d29908724e63 {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:24.013890 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:24.024327 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3ad47b27-2fcb-4d8d-b99a-4cfc22613de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.048750 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.050136 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1477640 Oct 04 08:35:24.084809 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Network fd380db5-2756-484c-8401-ea63df26e43d is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:24.111029 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:24.158076 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-d1462753-9a5d-4ac6-b69e-9a7a3c918b13 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5222819e-bf96-4595-9724-ed979b9e88ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1692560 Oct 04 08:35:24.180379 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-90c48692-529f-497d-8659-3d7713106da0 None None] Port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:35:24.204218 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:24.207954 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-90c48692-529f-497d-8659-3d7713106da0 None None] Provisioning complete for port 34b4233e-365a-4b33-8bc1-af46fc2a7680 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:24.208340 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-90c48692-529f-497d-8659-3d7713106da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.209101 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-90c48692-529f-497d-8659-3d7713106da0 None None] Attempt 1 to provision port 34b4233e-365a-4b33-8bc1-af46fc2a7680 Oct 04 08:35:24.217236 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:24.251536 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port dbbe7541-6cf6-47a6-8859-c268d1cc384e is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:24.251986 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.317696 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port dbbe7541-6cf6-47a6-8859-c268d1cc384e, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=dbbe7541-6cf6-47a6-8859-c268d1cc384e,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:24.350359 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ee89f-ff73-4eb3-8007-8ce12f9fc50f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event updated for resources: {'Port': ['ID=868e1cb0-bb45-43a0-bd95-9edb9b321287,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:24.469529 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:24.486000 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.492529 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 20f14654-4a64-411a-9480-53513433e4c9 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:24.552075 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:24.554833 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Checking segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:24.556132 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.556546 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Bound using segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:24.558924 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3ad47b27-2fcb-4d8d-b99a-4cfc22613de0 admin admin] Publish callbacks [] for security_group (5a3c9aaf-b865-46b9-9e64-9fbdcbb16b58), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.559180 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Bound port: e1a44825-4f32-4494-b4cc-d98525a7e48a, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:24.559683 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.563315 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:35:24.579786 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3ad47b27-2fcb-4d8d-b99a-4cfc22613de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (5a3c9aaf-b865-46b9-9e64-9fbdcbb16b58), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.625151 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51832) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:24.638063 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0284492c-95bb-43f7-8faf-76ef36e6eb40 admin admin] Publish callbacks [] for security_group (e0e8d83c-ed95-4d3a-b6c2-33c35ae10b18), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.664131 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0284492c-95bb-43f7-8faf-76ef36e6eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e0e8d83c-ed95-4d3a-b6c2-33c35ae10b18), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.695984 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 20f14654-4a64-411a-9480-53513433e4c9 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:24.696379 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (20f14654-4a64-411a-9480-53513433e4c9), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.696722 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 20f14654-4a64-411a-9480-53513433e4c9 Oct 04 08:35:24.713011 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-3ad47b27-2fcb-4d8d-b99a-4cfc22613de0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d61d65375ccf4967b7545338ce72bf68&name=default HTTP/1.1" status: 200 len: 2993 time: 1.4180949 Oct 04 08:35:24.723199 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51838) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:24.724924 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] For port e1a44825-4f32-4494-b4cc-d98525a7e48a, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:24.734608 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] For port e1a44825-4f32-4494-b4cc-d98525a7e48a, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=e1a44825-4f32-4494-b4cc-d98525a7e48a,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:24.740883 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad47b27-2fcb-4d8d-b99a-4cfc22613de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c9aaf-b865-46b9-9e64-9fbdcbb16b58,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:24.765393 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.807813 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-0284492c-95bb-43f7-8faf-76ef36e6eb40 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=33adc74b068441a1b62341362286fe83&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0924573 Oct 04 08:35:24.812018 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51846) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:24.836016 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.851211 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 20f14654-4a64-411a-9480-53513433e4c9 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:24.858050 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 34b4233e-365a-4b33-8bc1-af46fc2a7680 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:24.861996 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:24.875865 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-e1d8a8a8-b4c4-4faf-9d38-3aeed8a1a6a5 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1754158494&fields=id&tenant_id=3e938efbd6804a86946d80ae92e88b16 HTTP/1.1" status: 200 len: 267 time: 0.2472484 Oct 04 08:35:24.905444 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:35:24.922805 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-17be49b9-a059-4090-8858-6a5e408901d3 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/4ab3ff76-f30b-40f5-ba46-3754e98882d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8602514 Oct 04 08:35:24.951614 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Pushing event updated for resources: {'Port': ['ID=8c22694a-ad17-478f-bb27-bf7333ed7418,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:24.976022 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e9d14-b89c-439a-b675-8a595524c0f0 None None] Pushing event updated for resources: {'Port': ['ID=e1a44825-4f32-4494-b4cc-d98525a7e48a,revision_number=2']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:24.980464 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:25.003254 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2892899c-b7fc-4add-8575-1a3d60202983', 'name': 'tempest-DeleteServersTestJSON-624558131-router', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:16Z', 'revision_number': 4, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'gw_port': {'id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '1b09fd31-8182-44fa-a7b3-6eeebd96c231', 'name': '', 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'mac_address': 'fa:16:3e:cf:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:16Z', 'revision_number': 2, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'subnets': [{'id': '4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:25.052411 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.056915 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:23Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:25.069833 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284492c-95bb-43f7-8faf-76ef36e6eb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e8d83c-ed95-4d3a-b6c2-33c35ae10b18,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:25.114625 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Checking router: 2892899c-b7fc-4add-8575-1a3d60202983 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:35:25.115047 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Updating router 2892899c-b7fc-4add-8575-1a3d60202983 port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 binding host dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:35:25.126067 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:25.217616 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-90c48692-529f-497d-8659-3d7713106da0 None None] Current status of the port 34b4233e-365a-4b33-8bc1-af46fc2a7680 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:25.222993 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=dbbe7541-6cf6-47a6-8859-c268d1cc384e,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:25.234278 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.246394 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Publish callbacks [] for port (05142f27-c9c6-4164-a1c3-394d617cce27), precommit_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.264380 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (05142f27-c9c6-4164-a1c3-394d617cce27), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.277627 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 34b4233e-365a-4b33-8bc1-af46fc2a7680 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:25.277627 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.277936 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 34b4233e-365a-4b33-8bc1-af46fc2a7680 Oct 04 08:35:25.318630 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7f751d2c-4899-498c-8a5b-e4565a360af7 admin admin] Publish callbacks [] for security_group (5a3c9aaf-b865-46b9-9e64-9fbdcbb16b58), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.350579 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2f91d5c3-89a3-4e2e-b1c5-5e41a8761843 req-b1e133c5-74bb-46c0-9099-a30ace9f88fb tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 210 time: 0.2332964 Oct 04 08:35:25.402390 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:25.414886 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d07ad4-84c6-48b1-87c9-e68e01660a99 None None] The sync data for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi is: [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:23Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:35:25.425932 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7f751d2c-4899-498c-8a5b-e4565a360af7 admin admin] Publish callbacks [] for security_group (5a3c9aaf-b865-46b9-9e64-9fbdcbb16b58), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.518302 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe473d45-0c1f-47e0-9b33-7add9c0eda76 admin admin] Publish callbacks [] for security_group (e0e8d83c-ed95-4d3a-b6c2-33c35ae10b18), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.536041 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:25.542129 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Routers {'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:25.543018 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:35:22Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:25.582047 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe473d45-0c1f-47e0-9b33-7add9c0eda76 admin admin] Publish callbacks [] for security_group (e0e8d83c-ed95-4d3a-b6c2-33c35ae10b18), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.596242 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-c6948b90-5f4a-45cb-a103-a0cf07c76580 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:25.604892 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-c6948b90-5f4a-45cb-a103-a0cf07c76580 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/networks?id=730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 200 len: 817 time: 0.7187872 Oct 04 08:35:25.639143 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-57bb71d5-6304-4433-bc82-6fac4adb996c tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/quotas/3e938efbd6804a86946d80ae92e88b16 HTTP/1.1" status: 200 len: 375 time: 0.0332668 Oct 04 08:35:25.655455 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ebe81cbf-3962-4ea3-a221-51f1dbfe85e2 None None] Provisioning complete for port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:25.656232 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ebe81cbf-3962-4ea3-a221-51f1dbfe85e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.656771 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ebe81cbf-3962-4ea3-a221-51f1dbfe85e2 None None] Attempt 1 to provision port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 Oct 04 08:35:25.678257 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Attempting to bind port 05142f27-c9c6-4164-a1c3-394d617cce27 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:25.679125 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Attempting to bind port 05142f27-c9c6-4164-a1c3-394d617cce27 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:25.679626 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Attempting to bind port 05142f27-c9c6-4164-a1c3-394d617cce27 on network a245eb65-fa51-4a9c-b9ba-d29908724e63 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:25.689145 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e9d14-b89c-439a-b675-8a595524c0f0 None None] Pushing event updated for resources: {'Port': ['ID=e1a44825-4f32-4494-b4cc-d98525a7e48a,revision_number=3']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:25.699142 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:25.727493 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7f751d2c-4899-498c-8a5b-e4565a360af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (5a3c9aaf-b865-46b9-9e64-9fbdcbb16b58), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.739253 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7f751d2c-4899-498c-8a5b-e4565a360af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.753839 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-7f751d2c-4899-498c-8a5b-e4565a360af7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5a3c9aaf-b865-46b9-9e64-9fbdcbb16b58 HTTP/1.1" status: 204 len: 168 time: 1.0275950 Oct 04 08:35:25.754789 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:25.799119 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39745e57-5677-4b6f-972a-a638e0a15464 None None] Pushing event updated for resources: {'Port': ['ID=05142f27-c9c6-4164-a1c3-394d617cce27,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:25.843643 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f751d2c-4899-498c-8a5b-e4565a360af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c9aaf-b865-46b9-9e64-9fbdcbb16b58,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:25.858773 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Publish callbacks [] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.864204 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ebe81cbf-3962-4ea3-a221-51f1dbfe85e2 None None] Port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:35:25.878563 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.879519 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756905'] for router_interface (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.913045 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-e3ce5cba-ad33-460f-9a51-6ba05909c1cb tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3e938efbd6804a86946d80ae92e88b16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2630887 Oct 04 08:35:25.918428 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51888) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:25.960486 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 34b4233e-365a-4b33-8bc1-af46fc2a7680 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:25.975141 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe473d45-0c1f-47e0-9b33-7add9c0eda76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e0e8d83c-ed95-4d3a-b6c2-33c35ae10b18), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.982058 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe473d45-0c1f-47e0-9b33-7add9c0eda76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:25.992127 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-fe473d45-0c1f-47e0-9b33-7add9c0eda76 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e0e8d83c-ed95-4d3a-b6c2-33c35ae10b18 HTTP/1.1" status: 204 len: 168 time: 1.1434577 Oct 04 08:35:26.023652 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] Set router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:26.081084 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:26.082423 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Checking segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:26.084718 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:26.085640 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Bound using segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:26.087128 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Bound port: 05142f27-c9c6-4164-a1c3-394d617cce27, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:26.087128 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (05142f27-c9c6-4164-a1c3-394d617cce27), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:26.106772 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ebe81cbf-3962-4ea3-a221-51f1dbfe85e2 None None] Provisioning complete for port 8c22694a-ad17-478f-bb27-bf7333ed7418 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:26.107176 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ebe81cbf-3962-4ea3-a221-51f1dbfe85e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:26.107519 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ebe81cbf-3962-4ea3-a221-51f1dbfe85e2 None None] Attempt 1 to provision port 8c22694a-ad17-478f-bb27-bf7333ed7418 Oct 04 08:35:26.197642 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe473d45-0c1f-47e0-9b33-7add9c0eda76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e8d83c-ed95-4d3a-b6c2-33c35ae10b18,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:26.359920 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Pushing event updated for resources: {'Port': ['ID=8c22694a-ad17-478f-bb27-bf7333ed7418,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:26.469141 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 20f14654-4a64-411a-9480-53513433e4c9 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:26.529178 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51918) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:26.534253 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-a6da1fac-33db-4ddf-8864-6412b283986a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256096983', 'description': 'tempest-description--1389255642'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:26.550294 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Network 7c0853df-a74a-47d5-9683-581a895763eb is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:26.553781 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:26.672677 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ebe81cbf-3962-4ea3-a221-51f1dbfe85e2 None None] Port 8c22694a-ad17-478f-bb27-bf7333ed7418 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:35:26.754241 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-85ecdb0a-6fb9-4202-b14c-0ebe2042523d req-b0a67577-f8e5-4810-8356-e0c042a28c18 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 210 time: 0.1274171 Oct 04 08:35:26.758979 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a6da1fac-33db-4ddf-8864-6412b283986a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:26.792540 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:26.829117 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:35:26.910241 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c802631c-75c1-4fc5-a7db-af0bd793dd28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:26.966050 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 1, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:26.969271 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] For port 05142f27-c9c6-4164-a1c3-394d617cce27, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:26.978395 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] For port 05142f27-c9c6-4164-a1c3-394d617cce27, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=05142f27-c9c6-4164-a1c3-394d617cce27,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:27.071885 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4c2528-4c5c-49c5-baf5-462008c3fce8 None None] The sync data for ids ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'] in dv-cinder-860209-1-iscsi is: [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 1, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:35:27.078721 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a6da1fac-33db-4ddf-8864-6412b283986a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (751106e0-ea69-429e-90d2-9035f9d858f6), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.258073 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 20f14654-4a64-411a-9480-53513433e4c9 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:27.258399 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (20f14654-4a64-411a-9480-53513433e4c9), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.258733 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 20f14654-4a64-411a-9480-53513433e4c9 Oct 04 08:35:27.268210 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (05142f27-c9c6-4164-a1c3-394d617cce27), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.296407 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c802631c-75c1-4fc5-a7db-af0bd793dd28 admin admin] Publish callbacks [] for security_group (ed98ffe4-d1f9-4aab-bb24-6eff3719cf2a), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.313520 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c802631c-75c1-4fc5-a7db-af0bd793dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (ed98ffe4-d1f9-4aab-bb24-6eff3719cf2a), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.358321 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39745e57-5677-4b6f-972a-a638e0a15464 None None] Pushing event updated for resources: {'Port': ['ID=05142f27-c9c6-4164-a1c3-394d617cce27,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:27.363978 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a6da1fac-33db-4ddf-8864-6412b283986a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (751106e0-ea69-429e-90d2-9035f9d858f6), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.375831 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:27.376478 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:35:22Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:27.410330 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:35:27.415635 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:27.446149 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-0450784e-fbd1-4d43-b957-0bf86801d4bc admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/dfbb42ed-46b1-4c4e-becb-eaeebe135fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0600007 Oct 04 08:35:27.460040 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a6da1fac-33db-4ddf-8864-6412b283986a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.461390 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-a6da1fac-33db-4ddf-8864-6412b283986a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9309473 Oct 04 08:35:27.462455 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802631c-75c1-4fc5-a7db-af0bd793dd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed98ffe4-d1f9-4aab-bb24-6eff3719cf2a,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:27.464561 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51952) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:27.483203 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-272fd6b3-b698-4b48-812e-52afcb5bd6d4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'security_group_rule': {'security_group_id': '751106e0-ea69-429e-90d2-9035f9d858f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:27.520313 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-a12ea6ba-8fc8-4555-ad97-98a83a83bc8e None None] Provisioning complete for port 8c22694a-ad17-478f-bb27-bf7333ed7418 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:27.521749 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a12ea6ba-8fc8-4555-ad97-98a83a83bc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.522799 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-a12ea6ba-8fc8-4555-ad97-98a83a83bc8e None None] Attempt 1 to provision port 8c22694a-ad17-478f-bb27-bf7333ed7418 Oct 04 08:35:27.537220 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-c802631c-75c1-4fc5-a7db-af0bd793dd28 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b3739657364644c9a9d7f671bbd3aaba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6165752 Oct 04 08:35:27.539299 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51954) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:27.587840 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-272fd6b3-b698-4b48-812e-52afcb5bd6d4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (d2d75e39-b1ed-4b94-a3b6-0191daf9628b), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.609201 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:27.636103 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-fe02e0de-d3dc-42aa-8da8-d7e4a6eaaeaa service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:35:27.638069 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-fe02e0de-d3dc-42aa-8da8-d7e4a6eaaeaa service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3128972 Oct 04 08:35:27.640946 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da1fac-33db-4ddf-8864-6412b283986a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751106e0-ea69-429e-90d2-9035f9d858f6,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:27.645260 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Publish callbacks [] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), precommit_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.680186 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7214a018-51ab-41c2-8ebe-590b891576f2 admin admin] Publish callbacks [] for security_group (ed98ffe4-d1f9-4aab-bb24-6eff3719cf2a), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.711136 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-a12ea6ba-8fc8-4555-ad97-98a83a83bc8e None None] Port 8c22694a-ad17-478f-bb27-bf7333ed7418 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:35:27.717407 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 51956) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:27.787257 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:27.790282 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.847334 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-272fd6b3-b698-4b48-812e-52afcb5bd6d4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (d2d75e39-b1ed-4b94-a3b6-0191daf9628b), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.868897 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a2992-b39a-47ef-b1ef-b1b5ed4bed4a None None] Pushing event updated for resources: {'Port': ['ID=1b09fd31-8182-44fa-a7b3-6eeebd96c231,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:27.870029 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-272fd6b3-b698-4b48-812e-52afcb5bd6d4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (d2d75e39-b1ed-4b94-a3b6-0191daf9628b), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.890117 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e2e51c5d-59a4-41e9-a9ef-9f2074dd234d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.906894 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fd6b3-b698-4b48-812e-52afcb5bd6d4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d75e39-b1ed-4b94-a3b6-0191daf9628b,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:27.907388 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7214a018-51ab-41c2-8ebe-590b891576f2 admin admin] Publish callbacks [] for security_group (ed98ffe4-d1f9-4aab-bb24-6eff3719cf2a), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.937425 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-272fd6b3-b698-4b48-812e-52afcb5bd6d4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:27.938954 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-272fd6b3-b698-4b48-812e-52afcb5bd6d4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4733093 Oct 04 08:35:27.941977 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51960) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:27.951559 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-089ee4c2-cc44-4b16-a582-499b37ab595f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'security_group_rule': {'security_group_id': '751106e0-ea69-429e-90d2-9035f9d858f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:28.016844 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-089ee4c2-cc44-4b16-a582-499b37ab595f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (35c30d8f-50cb-46a1-af23-ed6b36603e61), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.034354 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 20f14654-4a64-411a-9480-53513433e4c9 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:28.039025 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 34b4233e-365a-4b33-8bc1-af46fc2a7680 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:28.113150 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:28.178861 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Attempting to bind port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:28.179041 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Attempting to bind port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:28.179294 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Attempting to bind port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 on network 5222819e-bf96-4595-9724-ed979b9e88ed {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:28.187614 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-089ee4c2-cc44-4b16-a582-499b37ab595f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (35c30d8f-50cb-46a1-af23-ed6b36603e61), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.205009 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-089ee4c2-cc44-4b16-a582-499b37ab595f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (35c30d8f-50cb-46a1-af23-ed6b36603e61), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.247857 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-089ee4c2-cc44-4b16-a582-499b37ab595f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.249376 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-089ee4c2-cc44-4b16-a582-499b37ab595f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3053226 Oct 04 08:35:28.260987 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51970) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:28.261702 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ee4c2-cc44-4b16-a582-499b37ab595f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c30d8f-50cb-46a1-af23-ed6b36603e61,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:28.267173 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-2c20f717-2bbf-4f58-a9f7-09a76e64611c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899222 Oct 04 08:35:28.270136 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3cbfc8b7-a446-4d5a-8d5e-979716a68d60 req-eac6167e-4ec5-42bf-96dd-789743b9f542 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 210 time: 0.1428030 Oct 04 08:35:28.280657 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'floatingip': {'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:28.290026 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:28.334983 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.343863 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:28.344417 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Checking segment: {'id': '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:28.345040 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.345669 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Bound using segment: {'id': '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:28.346426 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Bound port: 1b09fd31-8182-44fa-a7b3-6eeebd96c231, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:28.347074 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.431108 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 34b4233e-365a-4b33-8bc1-af46fc2a7680 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:28.431641 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.432196 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 34b4233e-365a-4b33-8bc1-af46fc2a7680 Oct 04 08:35:28.436422 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7214a018-51ab-41c2-8ebe-590b891576f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (ed98ffe4-d1f9-4aab-bb24-6eff3719cf2a), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.438973 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7214a018-51ab-41c2-8ebe-590b891576f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.442296 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-7214a018-51ab-41c2-8ebe-590b891576f2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ed98ffe4-d1f9-4aab-bb24-6eff3719cf2a HTTP/1.1" status: 204 len: 168 time: 0.8776660 Oct 04 08:35:28.455767 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:28.474204 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:28.527620 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214a018-51ab-41c2-8ebe-590b891576f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed98ffe4-d1f9-4aab-bb24-6eff3719cf2a,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:28.553802 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.571400 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e2e51c5d-59a4-41e9-a9ef-9f2074dd234d admin admin] Publish callbacks [] for security_group (7ed016c0-0494-46d2-9d41-68115205b86a), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.592700 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e2e51c5d-59a4-41e9-a9ef-9f2074dd234d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (7ed016c0-0494-46d2-9d41-68115205b86a), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.674063 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e51c5d-59a4-41e9-a9ef-9f2074dd234d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed016c0-0494-46d2-9d41-68115205b86a,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:28.747607 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] For port 1b09fd31-8182-44fa-a7b3-6eeebd96c231, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:28.754272 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.17', 62890) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:28.757729 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] For port 1b09fd31-8182-44fa-a7b3-6eeebd96c231, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=1b09fd31-8182-44fa-a7b3-6eeebd96c231,segment=NetworkSegment(68d0fa00-add3-4e36-9d7e-4dfd8fed2b15),segment_id=68d0fa00-add3-4e36-9d7e-4dfd8fed2b15)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:28.759749 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 34b4233e-365a-4b33-8bc1-af46fc2a7680 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:28.765955 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device e45315be-64ad-4b40-888e-cee9df98d532 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:28.821047 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:28.843478 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-78add45f-a838-40bb-992a-3c3b83463260 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753703 Oct 04 08:35:28.884817 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-e2e51c5d-59a4-41e9-a9ef-9f2074dd234d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ba3bb90521cc481893702cebf4afafc9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1401923 Oct 04 08:35:28.886326 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Allocated IP 172.27.0.36 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/ac4f80a7-0e91-476c-b7ef-39c52435dd55) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:28.894990 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 51992) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:28.991614 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:28.993548 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 2, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:29.070477 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Routers {'2892899c-b7fc-4add-8575-1a3d60202983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:29.071951 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:35:22Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['2892899c-b7fc-4add-8575-1a3d60202983'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:29.074583 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f515489-0858-4e1c-b2ca-90b2f4ea168e None None] The sync data for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi is: [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 2, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:35:29.199622 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a2992-b39a-47ef-b1ef-b1b5ed4bed4a None None] Pushing event updated for resources: {'Port': ['ID=1b09fd31-8182-44fa-a7b3-6eeebd96c231,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:29.221444 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port e45315be-64ad-4b40-888e-cee9df98d532 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:29.222751 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (e45315be-64ad-4b40-888e-cee9df98d532), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:29.223770 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port e45315be-64ad-4b40-888e-cee9df98d532 Oct 04 08:35:29.321726 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-e283fde1-71f8-41c8-8065-0a9dd9c9023e tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:29.332108 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-e283fde1-71f8-41c8-8065-0a9dd9c9023e tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.17 "GET /networking/v2.0/networks?id=5222819e-bf96-4595-9724-ed979b9e88ed HTTP/1.1" status: 200 len: 811 time: 0.5763390 Oct 04 08:35:29.343660 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f972aaae-9c64-4967-ad27-fac9dd040d29 admin admin] Publish callbacks [] for security_group (7ed016c0-0494-46d2-9d41-68115205b86a), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:29.432354 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:29.463212 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-61ad175b-80a3-4173-bb25-6d8d9f56d6b7 req-244c91b0-5e83-43cd-8331-544196d23d60 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 210 time: 0.0975704 Oct 04 08:35:29.485196 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-2cff6a7b-f9c8-48ef-b962-a3470faf18a4 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Request body: {'port': {'device_id': '7bf8ac1b-807c-4209-aab2-2d6aff4038f0', 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed', 'admin_state_up': True, 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:29.519454 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f972aaae-9c64-4967-ad27-fac9dd040d29 admin admin] Publish callbacks [] for security_group (7ed016c0-0494-46d2-9d41-68115205b86a), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:29.555905 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for port (ac4f80a7-0e91-476c-b7ef-39c52435dd55), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:29.621607 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 52034) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:29.700599 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (ac4f80a7-0e91-476c-b7ef-39c52435dd55), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:29.793463 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port e45315be-64ad-4b40-888e-cee9df98d532 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:29.795651 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (e45315be-64ad-4b40-888e-cee9df98d532), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:29.832677 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:29.836264 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'Port': ['ID=ac4f80a7-0e91-476c-b7ef-39c52435dd55,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:29.844563 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:29.853321 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:29.890396 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] Set router 2892899c-b7fc-4add-8575-1a3d60202983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:29.927942 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3ce47ba3-58a9-4fb4-860c-560d651798c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:30.012597 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port e45315be-64ad-4b40-888e-cee9df98d532, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=e45315be-64ad-4b40-888e-cee9df98d532,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:30.041527 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (e45315be-64ad-4b40-888e-cee9df98d532), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:30.045749 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device dbbe7541-6cf6-47a6-8859-c268d1cc384e up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:30.059512 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c6bbd905-3689-4f7b-a3db-25a1b8e40aa9 req-2bfeeab9-0fbb-4cb7-b99c-b6fb4110b658 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 210 time: 0.2445893 Oct 04 08:35:30.062350 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (f83efe45-3ae0-46d1-a866-0709fa275b2a), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:30.083179 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f972aaae-9c64-4967-ad27-fac9dd040d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (7ed016c0-0494-46d2-9d41-68115205b86a), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:30.093708 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f972aaae-9c64-4967-ad27-fac9dd040d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:30.095068 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-2be02eca-8874-49b8-89a4-3dbf6c464be4 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:30.095265 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-f972aaae-9c64-4967-ad27-fac9dd040d29 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7ed016c0-0494-46d2-9d41-68115205b86a HTTP/1.1" status: 204 len: 168 time: 1.1989202 Oct 04 08:35:30.102934 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-2be02eca-8874-49b8-89a4-3dbf6c464be4 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 818 time: 1.0043490 Oct 04 08:35:30.121485 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972aaae-9c64-4967-ad27-fac9dd040d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed016c0-0494-46d2-9d41-68115205b86a,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:30.166285 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:30.188814 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (ac4f80a7-0e91-476c-b7ef-39c52435dd55), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:30.247325 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-91cd3ed5-0390-46a3-b7b8-58a0b5c7a93e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/quotas/5934621267af4b838889fcbfb9febaea HTTP/1.1" status: 200 len: 375 time: 0.1427598 Oct 04 08:35:30.574984 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=e45315be-64ad-4b40-888e-cee9df98d532,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:30.642671 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:30.775145 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port dbbe7541-6cf6-47a6-8859-c268d1cc384e triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:30.776870 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:30.778180 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port dbbe7541-6cf6-47a6-8859-c268d1cc384e Oct 04 08:35:30.805010 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for port (ac4f80a7-0e91-476c-b7ef-39c52435dd55), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:30.819019 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (ac4f80a7-0e91-476c-b7ef-39c52435dd55), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:30.819967 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (f83efe45-3ae0-46d1-a866-0709fa275b2a), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:30.836006 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:31.004392 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:31.015747 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7427371 Oct 04 08:35:31.041476 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d41e0-9354-4e99-8773-7b5f8b3c09f4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'Port': ['ID=ac4f80a7-0e91-476c-b7ef-39c52435dd55,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:31.104528 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-eac3c1ba-4d99-4313-94b6-246d6d8ff619 req-581289c6-cb61-464d-b0c7-3909d27a0901 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 210 time: 0.1796093 Oct 04 08:35:31.147625 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2892899c-b7fc-4add-8575-1a3d60202983', 'name': 'tempest-DeleteServersTestJSON-624558131-router', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:16Z', 'revision_number': 4, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'gw_port': {'id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '1b09fd31-8182-44fa-a7b3-6eeebd96c231', 'name': '', 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'mac_address': 'fa:16:3e:cf:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:28Z', 'revision_number': 4, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'subnets': [{'id': '4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:31.217539 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc4b1b-f40e-42e9-81b7-5f5c97915455 None None] The sync data for ids ['2892899c-b7fc-4add-8575-1a3d60202983'] in dv-cinder-860209-1-iscsi is: [{'id': '2892899c-b7fc-4add-8575-1a3d60202983', 'name': 'tempest-DeleteServersTestJSON-624558131-router', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:16Z', 'revision_number': 4, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'gw_port': {'id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '1b09fd31-8182-44fa-a7b3-6eeebd96c231', 'name': '', 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'mac_address': 'fa:16:3e:cf:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:28Z', 'revision_number': 4, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'subnets': [{'id': '4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:35:31.228991 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port dbbe7541-6cf6-47a6-8859-c268d1cc384e is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:31.253449 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-b66ea1d4-c088-41e8-998f-511fc6c7b575 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0045793 Oct 04 08:35:31.509221 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f9813d32-8828-49d8-813e-3b4aa14c9a73 req-6cffe2d9-9bc2-40db-adad-b52e7e21f921 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 210 time: 0.2228208 Oct 04 08:35:31.555537 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-2cff6a7b-f9c8-48ef-b962-a3470faf18a4 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Made reservation on behalf of 3f34eba992024f6881d1292c9f7cfd48 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:35:31.564113 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-2cff6a7b-f9c8-48ef-b962-a3470faf18a4 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:31.808577 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3ce47ba3-58a9-4fb4-860c-560d651798c7 admin admin] Publish callbacks [] for security_group (39d6714c-bac4-43aa-9b45-89517ebde628), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:31.878126 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device e45315be-64ad-4b40-888e-cee9df98d532 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:31.994299 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3ce47ba3-58a9-4fb4-860c-560d651798c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (39d6714c-bac4-43aa-9b45-89517ebde628), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:32.017849 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port e45315be-64ad-4b40-888e-cee9df98d532 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:32.018256 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (e45315be-64ad-4b40-888e-cee9df98d532), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:32.018620 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port e45315be-64ad-4b40-888e-cee9df98d532 Oct 04 08:35:32.156059 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:32.243762 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-8212184b-d692-4ca8-98f0-3362d4439745 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9895194 Oct 04 08:35:32.254399 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port e45315be-64ad-4b40-888e-cee9df98d532 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:32.257426 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device e1a44825-4f32-4494-b4cc-d98525a7e48a up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:32.457158 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port e1a44825-4f32-4494-b4cc-d98525a7e48a triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:32.462791 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:32.463925 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port e1a44825-4f32-4494-b4cc-d98525a7e48a Oct 04 08:35:32.558176 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:32.667946 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port e1a44825-4f32-4494-b4cc-d98525a7e48a is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:32.669703 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:32.679516 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-2cff6a7b-f9c8-48ef-b962-a3470faf18a4 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Allocated IP 172.20.0.11 (5222819e-bf96-4595-9724-ed979b9e88ed/4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce/52f10973-3a78-447b-a7be-d1bc8b3c7e32) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:32.712537 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port e1a44825-4f32-4494-b4cc-d98525a7e48a, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=e1a44825-4f32-4494-b4cc-d98525a7e48a,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:32.722469 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:32.726791 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 1b09fd31-8182-44fa-a7b3-6eeebd96c231 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:32.747004 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce47ba3-58a9-4fb4-860c-560d651798c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d6714c-bac4-43aa-9b45-89517ebde628,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:32.812933 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-3ce47ba3-58a9-4fb4-860c-560d651798c7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b5f1040f82f5446aae144aff4a53d880&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1878772 Oct 04 08:35:32.814068 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 52152) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:32.886026 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=e1a44825-4f32-4494-b4cc-d98525a7e48a,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:32.960191 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-118fd591-0d69-45f1-a3d0-e1f0d2b5de6b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--256096983&fields=id&tenant_id=2b940c43c46c402bbc4c3c0461b51061 HTTP/1.1" status: 200 len: 267 time: 1.1177559 Oct 04 08:35:33.015674 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-469ff4e1-3ddb-48c5-ae1b-c7aa5d2b4cf8 admin admin] Publish callbacks [] for security_group (39d6714c-bac4-43aa-9b45-89517ebde628), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:33.077385 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:33.077937 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:33.080658 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 Oct 04 08:35:33.126275 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-469ff4e1-3ddb-48c5-ae1b-c7aa5d2b4cf8 admin admin] Publish callbacks [] for security_group (39d6714c-bac4-43aa-9b45-89517ebde628), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:33.195753 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.17', 62900) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:33.210935 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:33.226865 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-469ff4e1-3ddb-48c5-ae1b-c7aa5d2b4cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (39d6714c-bac4-43aa-9b45-89517ebde628), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:33.229573 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-469ff4e1-3ddb-48c5-ae1b-c7aa5d2b4cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:33.246541 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Sync routers for ids ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:35:33.249258 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-469ff4e1-3ddb-48c5-ae1b-c7aa5d2b4cf8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/39d6714c-bac4-43aa-9b45-89517ebde628 HTTP/1.1" status: 204 len: 168 time: 0.4338994 Oct 04 08:35:33.286996 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Routers {'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:33.287526 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ff4e1-3ddb-48c5-ae1b-c7aa5d2b4cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d6714c-bac4-43aa-9b45-89517ebde628,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:33.290234 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:35:22Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:33.473174 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:33.473726 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:33.648671 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 1b09fd31-8182-44fa-a7b3-6eeebd96c231, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=1b09fd31-8182-44fa-a7b3-6eeebd96c231,segment=NetworkSegment(68d0fa00-add3-4e36-9d7e-4dfd8fed2b15),segment_id=68d0fa00-add3-4e36-9d7e-4dfd8fed2b15)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:33.661228 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:33.807377 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=1b09fd31-8182-44fa-a7b3-6eeebd96c231,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:33.910913 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Set router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:34.127840 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:34.160788 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device e1a44825-4f32-4494-b4cc-d98525a7e48a up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:34.248340 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-2cff6a7b-f9c8-48ef-b962-a3470faf18a4 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Publish callbacks [] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:34.314366 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port e1a44825-4f32-4494-b4cc-d98525a7e48a triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:34.317045 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:34.318784 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port e1a44825-4f32-4494-b4cc-d98525a7e48a Oct 04 08:35:34.335792 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-5ff25b84-0b27-49a3-99ab-f826ad637baf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:34.338646 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-5ff25b84-0b27-49a3-99ab-f826ad637baf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 815 time: 1.3774955 Oct 04 08:35:34.349440 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-2cff6a7b-f9c8-48ef-b962-a3470faf18a4 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:34.376826 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-2675cd21-ba97-48d4-b817-d613df28f263 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1317132 Oct 04 08:35:34.523391 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port e1a44825-4f32-4494-b4cc-d98525a7e48a is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:34.524597 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 05142f27-c9c6-4164-a1c3-394d617cce27 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:34.541455 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-2cff6a7b-f9c8-48ef-b962-a3470faf18a4 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Network 5222819e-bf96-4595-9724-ed979b9e88ed is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:34.547188 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff6a7b-f9c8-48ef-b962-a3470faf18a4 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Pushing event updated for resources: {'Port': ['ID=52f10973-3a78-447b-a7be-d1bc8b3c7e32,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:34.557432 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-2cff6a7b-f9c8-48ef-b962-a3470faf18a4 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:34.590989 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-2cff6a7b-f9c8-48ef-b962-a3470faf18a4 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:34.596531 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:25Z', 'revision_number': 2, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:34.609976 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-2cff6a7b-f9c8-48ef-b962-a3470faf18a4 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:34.612777 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-2cff6a7b-f9c8-48ef-b962-a3470faf18a4 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:34.635098 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:34.661003 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 05142f27-c9c6-4164-a1c3-394d617cce27 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:34.662313 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (05142f27-c9c6-4164-a1c3-394d617cce27), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:34.664294 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 05142f27-c9c6-4164-a1c3-394d617cce27 Oct 04 08:35:34.749423 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Checking router: dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:35:34.764216 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-362127d0-f047-47cf-944c-930109a1a913 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/quotas/2b940c43c46c402bbc4c3c0461b51061 HTTP/1.1" status: 200 len: 375 time: 0.3812089 Oct 04 08:35:34.775541 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Updating router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 port 8c22694a-ad17-478f-bb27-bf7333ed7418 binding host dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:35:34.940667 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:34.974817 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-37d66dec-fb5b-4a0f-8d29-138b34b602b1 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:34.981220 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-37d66dec-fb5b-4a0f-8d29-138b34b602b1 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.17 "GET /networking/v2.0/networks?id=730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 200 len: 817 time: 1.7497818 Oct 04 08:35:35.080891 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 05142f27-c9c6-4164-a1c3-394d617cce27 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:35.082898 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (05142f27-c9c6-4164-a1c3-394d617cce27), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:35.112639 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-2cff6a7b-f9c8-48ef-b962-a3470faf18a4 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7391891 Oct 04 08:35:35.180734 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 05142f27-c9c6-4164-a1c3-394d617cce27, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=05142f27-c9c6-4164-a1c3-394d617cce27,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:35.190160 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (05142f27-c9c6-4164-a1c3-394d617cce27), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:35.237387 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-5e37404c-d1a1-4cd1-b4ca-27377aea68d2 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4651871 Oct 04 08:35:35.336825 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-6f867922-a3d2-4173-bb19-c41a18226844 None None] Provisioning complete for port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:35.339704 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-6f867922-a3d2-4173-bb19-c41a18226844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:35.340490 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-6f867922-a3d2-4173-bb19-c41a18226844 None None] Attempt 1 to provision port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 Oct 04 08:35:35.342268 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-95e3816f-c8c9-4596-ab2e-d2c4803076d7 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:35:35.344494 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-95e3816f-c8c9-4596-ab2e-d2c4803076d7 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0624142 Oct 04 08:35:35.363514 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:35.460517 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=05142f27-c9c6-4164-a1c3-394d617cce27,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:35.483351 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-6f867922-a3d2-4173-bb19-c41a18226844 None None] Port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:35:35.511458 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8c073e96-763d-4c4a-8a70-f0b079d0e79c req-11dc0df3-223b-42e1-a05a-7f4b0d3b874f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 210 time: 0.3974321 Oct 04 08:35:35.536144 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:35.905289 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 05142f27-c9c6-4164-a1c3-394d617cce27 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:35.910083 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-b3f0b18f-c617-49b5-be02-0a9873b1a16b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3e938efbd6804a86946d80ae92e88b16 HTTP/1.1" status: 200 len: 380 time: 0.7145848 Oct 04 08:35:35.966455 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-309ce0c8-0b28-46cc-9050-d7265099b680 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Request body: {'port': {'device_id': '54819895-e219-4341-8f1e-5543b7357315', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'admin_state_up': True, 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'security_groups': ['f875667e-f33d-479b-80a9-07a7ee0f37fe']}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:36.010671 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Publish callbacks [] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), precommit_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:36.028881 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:36.094928 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 05142f27-c9c6-4164-a1c3-394d617cce27 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:36.095324 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (05142f27-c9c6-4164-a1c3-394d617cce27), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:36.096480 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 05142f27-c9c6-4164-a1c3-394d617cce27 Oct 04 08:35:36.156524 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Request body: {'port': {'device_id': '7bf8ac1b-807c-4209-aab2-2d6aff4038f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:36.177936 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:36.204449 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf2ffd-6a26-4e81-ac8c-f02eea633ab6 None None] Pushing event updated for resources: {'Port': ['ID=8c22694a-ad17-478f-bb27-bf7333ed7418,revision_number=3']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:36.290003 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dbe74-60e2-4b55-979b-94dc6cb8f24f req-f14a031b-5c42-4c41-93c8-9e5aa98b89cd tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:36.298137 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-443dbe74-60e2-4b55-979b-94dc6cb8f24f req-f14a031b-5c42-4c41-93c8-9e5aa98b89cd tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 932 time: 0.6088145 Oct 04 08:35:36.396276 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-f02cd50e-4d49-4a3a-8aed-de92fdb28f14 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0658910 Oct 04 08:35:36.401459 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 05142f27-c9c6-4164-a1c3-394d617cce27 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:36.402846 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 1b09fd31-8182-44fa-a7b3-6eeebd96c231 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:36.535614 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:36.536001 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:36.542888 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 Oct 04 08:35:36.547306 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:36.629769 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Attempting to bind port 8c22694a-ad17-478f-bb27-bf7333ed7418 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:36.630461 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Attempting to bind port 8c22694a-ad17-478f-bb27-bf7333ed7418 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:36.630955 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Attempting to bind port 8c22694a-ad17-478f-bb27-bf7333ed7418 on network 7c0853df-a74a-47d5-9683-581a895763eb {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:36.700588 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:36.701786 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Checking segment: {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:36.702399 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:36.703024 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Bound using segment: {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:36.703774 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Bound port: 8c22694a-ad17-478f-bb27-bf7333ed7418, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'}}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:36.704385 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:36.793751 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:36.882191 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] For port 8c22694a-ad17-478f-bb27-bf7333ed7418, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:36.891637 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:36.897862 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] For port 8c22694a-ad17-478f-bb27-bf7333ed7418, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=8c22694a-ad17-478f-bb27-bf7333ed7418,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:36.907661 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:36.959000 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Sync routers for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:35:36.985502 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:36.986439 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:35:22Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:37.021788 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-443dbe74-60e2-4b55-979b-94dc6cb8f24f req-c25e404e-2e25-4ea5-be6b-abacb7d55aa6 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7184010 Oct 04 08:35:37.023205 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Routers {'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:37.026785 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:35:22Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:37.124576 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-309ce0c8-0b28-46cc-9050-d7265099b680 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Made reservation on behalf of 3e938efbd6804a86946d80ae92e88b16 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:35:37.148188 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-309ce0c8-0b28-46cc-9050-d7265099b680 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:37.183642 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf2ffd-6a26-4e81-ac8c-f02eea633ab6 None None] Pushing event updated for resources: {'Port': ['ID=8c22694a-ad17-478f-bb27-bf7333ed7418,revision_number=4']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:37.404102 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] Set router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:37.576716 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:37.889824 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 2, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:37.895221 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 8c22694a-ad17-478f-bb27-bf7333ed7418 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:37.921571 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Checking router: 4ab3ff76-f30b-40f5-ba46-3754e98882d8 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:35:37.921571 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Updating router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 binding host dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:35:38.073815 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:38.108931 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 8c22694a-ad17-478f-bb27-bf7333ed7418 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:38.109540 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:38.110082 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 8c22694a-ad17-478f-bb27-bf7333ed7418 Oct 04 08:35:38.166171 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-309ce0c8-0b28-46cc-9050-d7265099b680 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Allocated IP 172.20.0.10 (730a9b11-4347-4415-adec-96bd4e59e83e/cf07ea6d-918a-48b9-aea6-7cb0370ce3c3/159277a9-e8de-47c4-813b-8de31279c18f) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:38.222352 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:36Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:38.256943 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3d0964-cbae-41ef-91cb-4257f7ac8bc6 None None] The sync data for ids ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'] in dv-cinder-860209-1-iscsi is: [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:36Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:35:38.307829 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:38.327739 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 8c22694a-ad17-478f-bb27-bf7333ed7418 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:38.328133 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:38.329367 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-309ce0c8-0b28-46cc-9050-d7265099b680 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for port (159277a9-e8de-47c4-813b-8de31279c18f), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:38.349904 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:38.350816 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:38.365423 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-becdf190-b3cc-446b-bb49-a1462da9e2ee req-b82d3d5c-3d51-4a38-823f-a3d25a86a36b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 210 time: 0.6668978 Oct 04 08:35:38.467974 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 8c22694a-ad17-478f-bb27-bf7333ed7418, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=8c22694a-ad17-478f-bb27-bf7333ed7418,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:38.479676 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:38.580272 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=8c22694a-ad17-478f-bb27-bf7333ed7418,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:38.605452 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:38.657398 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Publish callbacks [] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), precommit_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:38.666189 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:38.675984 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-f948982d-ffb4-4985-a4b1-2856024211cf service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2754698 Oct 04 08:35:38.713050 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f10973-3a78-447b-a7be-d1bc8b3c7e32 {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:35:38.721095 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cbd3ff58-0690-4a70-841e-08acad161b07 req-6a4e87fa-fdd4-4c4b-95c5-efb69948a9bd tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 210 time: 0.0961239 Oct 04 08:35:38.727034 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-309ce0c8-0b28-46cc-9050-d7265099b680 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (159277a9-e8de-47c4-813b-8de31279c18f), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:38.734512 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Publish callbacks [] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:38.776101 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d16609-c3bc-466d-9f71-78e0a09ce028 None None] Pushing event updated for resources: {'Port': ['ID=cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:38.802594 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:38.811732 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Transition to ACTIVE for port object 52f10973-3a78-447b-a7be-d1bc8b3c7e32 will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:35:38.816567 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-309ce0c8-0b28-46cc-9050-d7265099b680 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Network 730a9b11-4347-4415-adec-96bd4e59e83e is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:38.821345 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-309ce0c8-0b28-46cc-9050-d7265099b680 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:38.827541 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:38.837157 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-309ce0c8-0b28-46cc-9050-d7265099b680 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:38.841938 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-309ce0c8-0b28-46cc-9050-d7265099b680 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:38.842853 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-309ce0c8-0b28-46cc-9050-d7265099b680 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:38.858576 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ce0c8-0b28-46cc-9050-d7265099b680 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event updated for resources: {'Port': ['ID=159277a9-e8de-47c4-813b-8de31279c18f,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:38.962018 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Attempting to bind port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:38.965510 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Attempting to bind port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:38.966198 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Attempting to bind port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 on network fd380db5-2756-484c-8401-ea63df26e43d {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:39.060933 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:39.061426 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Checking segment: {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:39.061841 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:39.062238 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Bound using segment: {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:39.063389 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Bound port: cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:39.063782 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:39.104576 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-309ce0c8-0b28-46cc-9050-d7265099b680 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1532650 Oct 04 08:35:39.166207 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Pushing event updated for resources: {'Port': ['ID=52f10973-3a78-447b-a7be-d1bc8b3c7e32,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:39.186138 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Attempting to bind port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:39.186538 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Attempting to bind port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:39.187463 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Attempting to bind port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 on network 5222819e-bf96-4595-9724-ed979b9e88ed {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:39.197243 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-b9d27eee-e7cb-422a-9a4e-d10a402b9074 None None] Provisioning complete for port 159277a9-e8de-47c4-813b-8de31279c18f triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:39.197849 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b9d27eee-e7cb-422a-9a4e-d10a402b9074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (159277a9-e8de-47c4-813b-8de31279c18f), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:39.197947 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-b9d27eee-e7cb-422a-9a4e-d10a402b9074 None None] Attempt 1 to provision port 159277a9-e8de-47c4-813b-8de31279c18f Oct 04 08:35:39.303524 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62646c7e-9ffe-4994-9248-99c9be3a0e98 req-32af4f68-6631-4f23-a526-11c79cb176d7 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:39.308028 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-62646c7e-9ffe-4994-9248-99c9be3a0e98 req-32af4f68-6631-4f23-a526-11c79cb176d7 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 944 time: 0.3080242 Oct 04 08:35:39.312904 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] For port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:39.323744 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-b9d27eee-e7cb-422a-9a4e-d10a402b9074 None None] Port 159277a9-e8de-47c4-813b-8de31279c18f cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:35:39.345957 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] For port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:39.356763 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:39.399498 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 on network 5222819e-bf96-4595-9724-ed979b9e88ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:35:39.399884 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Attempting to bind port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 on network 5222819e-bf96-4595-9724-ed979b9e88ed {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:39.405951 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:35:39.407070 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:35:22Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:39.510528 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-62646c7e-9ffe-4994-9248-99c9be3a0e98 req-446c3cda-ae76-4d5f-9170-feae8c869237 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851718 Oct 04 08:35:39.530829 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-e08bd318-ab7d-4e5b-a558-9fc05ed3a824 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:39.532629 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-e08bd318-ab7d-4e5b-a558-9fc05ed3a824 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 818 time: 0.3415632 Oct 04 08:35:39.546421 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d16609-c3bc-466d-9f71-78e0a09ce028 None None] Pushing event updated for resources: {'Port': ['ID=cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:39.614805 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-b0cbd78c-e814-4beb-b3da-4132c1b28bb1 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/quotas/5934621267af4b838889fcbfb9febaea HTTP/1.1" status: 200 len: 375 time: 0.0630498 Oct 04 08:35:39.649288 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:39.650147 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Checking segment: {'id': '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:39.651745 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Bound using segment: {'id': '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:39.652497 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Bound port: 52f10973-3a78-447b-a7be-d1bc8b3c7e32, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:39.653051 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:39.668350 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:35:39.718005 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Request body: {'port': {'device_id': '54819895-e219-4341-8f1e-5543b7357315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:39.758177 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f2e03a16-45a1-47cf-960a-b096ff97f4fb req-3041e0a3-b9c7-4200-9e27-8f1446317db5 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 210 time: 0.0987303 Oct 04 08:35:39.933618 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-ebb6a086-bde9-41ce-a176-d56255aca1a2 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3022983 Oct 04 08:35:39.950072 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.17', 62909) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:40.033564 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] For port 52f10973-3a78-447b-a7be-d1bc8b3c7e32, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:40.066743 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:40.076647 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:40.077614 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] For port 52f10973-3a78-447b-a7be-d1bc8b3c7e32, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=52f10973-3a78-447b-a7be-d1bc8b3c7e32,segment=NetworkSegment(68d0fa00-add3-4e36-9d7e-4dfd8fed2b15),segment_id=68d0fa00-add3-4e36-9d7e-4dfd8fed2b15)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:40.088538 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:40.120372 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:40.265187 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (159277a9-e8de-47c4-813b-8de31279c18f), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:40.284008 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:40.285080 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:40.289842 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/52f10973-3a78-447b-a7be-d1bc8b3c7e32 HTTP/1.1" status: 200 len: 1094 time: 4.5212452 Oct 04 08:35:40.302380 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:40.318417 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:40.319468 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 Oct 04 08:35:40.341292 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf8ac1b-807c-4209-aab2-2d6aff4038f0', 'tag': '52f10973-3a78-447b-a7be-d1bc8b3c7e32'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:35:40.502364 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01f23f-480f-4974-ae34-7792e9ccae54 req-29d5c269-8272-49c6-a38d-1d758ab0d75a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:40.510978 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4a01f23f-480f-4974-ae34-7792e9ccae54 req-29d5c269-8272-49c6-a38d-1d758ab0d75a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 932 time: 0.5746458 Oct 04 08:35:40.631616 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-63f3e9eb-27dc-42f4-9c69-89af1f89e4c5 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:40.642341 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-63f3e9eb-27dc-42f4-9c69-89af1f89e4c5 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 818 time: 0.6908095 Oct 04 08:35:40.678976 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7e0be93c-4142-4121-8a64-d36e77d47d66 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Request body: {'port': {'device_id': 'f597e06f-510c-46fe-92de-ce4a8dc53841', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'admin_state_up': True, 'tenant_id': '5934621267af4b838889fcbfb9febaea'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:40.719556 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:39Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:35:40.766336 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:40.868617 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f3db65-b52b-404b-aa2a-c86e8a67edaf" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf8ac1b-807c-4209-aab2-2d6aff4038f0", "tag": "52f10973-3a78-447b-a7be-d1bc8b3c7e32"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:35:40.907045 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2a0cf-49fb-42b1-b3c7-470d19a32826 None None] The sync data for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi is: [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:39Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:35:40.961234 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:40.961632 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:41.060512 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7e0be93c-4142-4121-8a64-d36e77d47d66 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Made reservation on behalf of 5934621267af4b838889fcbfb9febaea for: {'port': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:35:41.073404 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7e0be93c-4142-4121-8a64-d36e77d47d66 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:41.101967 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:41.110296 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:41.111750 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 8c22694a-ad17-478f-bb27-bf7333ed7418 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:41.119147 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:41.398199 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432568cc-c418-4895-99f3-511b3e9ce8da service neutron] Pushing event updated for resources: {'Port': ['ID=52f10973-3a78-447b-a7be-d1bc8b3c7e32,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:41.512760 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 8c22694a-ad17-478f-bb27-bf7333ed7418 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:41.516199 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:41.516735 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 8c22694a-ad17-478f-bb27-bf7333ed7418 Oct 04 08:35:41.530092 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-abcf7ef7-b393-4b17-a022-2366289baa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:41.530092 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-abcf7ef7-b393-4b17-a022-2366289baa3f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3f34eba992024f6881d1292c9f7cfd48&device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 1128 time: 0.7347753 Oct 04 08:35:41.550389 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-b3ea0ec4-06de-4c6f-9b15-0deee1254f45 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6136661 Oct 04 08:35:41.916681 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:41.966524 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:42.077085 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 8c22694a-ad17-478f-bb27-bf7333ed7418 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:42.301975 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:42.359850 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159277a9-e8de-47c4-813b-8de31279c18f {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:35:42.375853 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Publish callbacks [] for port (159277a9-e8de-47c4-813b-8de31279c18f), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:42.417260 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Transition to ACTIVE for port object 159277a9-e8de-47c4-813b-8de31279c18f will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:35:42.418614 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.17', 62920) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:42.424745 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:42.425266 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:42.426583 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 Oct 04 08:35:42.504753 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (159277a9-e8de-47c4-813b-8de31279c18f), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:42.565459 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 52398) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:42.629075 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7e0be93c-4142-4121-8a64-d36e77d47d66 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Allocated IP 172.20.0.11 (7c0853df-a74a-47d5-9683-581a895763eb/75580dae-ee0c-46db-9337-4fe1523f3148/0e360ecf-b764-45c6-8c4f-8ea15e619e9e) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:42.727627 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:42.926452 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4a01f23f-480f-4974-ae34-7792e9ccae54 req-91d442fb-3d95-45ea-8813-792465d321f0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.4141231 Oct 04 08:35:42.950773 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Attempting to bind port 159277a9-e8de-47c4-813b-8de31279c18f on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:42.951411 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Attempting to bind port 159277a9-e8de-47c4-813b-8de31279c18f by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:42.951926 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Attempting to bind port 159277a9-e8de-47c4-813b-8de31279c18f on network 730a9b11-4347-4415-adec-96bd4e59e83e {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:43.009142 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-0522a6c6-52a8-4fc7-9e6f-5ef6cba1e89a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52f10973-3a78-447b-a7be-d1bc8b3c7e32 HTTP/1.1" status: 200 len: 217 time: 0.5884793 Oct 04 08:35:43.067012 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67b2156c-81c4-452a-81a8-0ba8c1336364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.113408 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Port 159277a9-e8de-47c4-813b-8de31279c18f on network 730a9b11-4347-4415-adec-96bd4e59e83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:35:43.113408 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Attempting to bind port 159277a9-e8de-47c4-813b-8de31279c18f on network 730a9b11-4347-4415-adec-96bd4e59e83e {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:43.162617 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:43.167288 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7e0be93c-4142-4121-8a64-d36e77d47d66 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.220505 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:43.257879 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7e0be93c-4142-4121-8a64-d36e77d47d66 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.325783 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Pushing event updated for resources: {'Port': ['ID=159277a9-e8de-47c4-813b-8de31279c18f,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:43.351860 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7e0be93c-4142-4121-8a64-d36e77d47d66 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Network 7c0853df-a74a-47d5-9683-581a895763eb is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:43.360641 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-7762ab43-a968-42f9-bc0e-e320187c18f9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7752228 Oct 04 08:35:43.373016 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed96eaa-1598-4f66-9b6e-dbe5130bf8e9 req-fd225f1a-7f4d-448c-9d14-57ed4420ecd9 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:43.375963 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4ed96eaa-1598-4f66-9b6e-dbe5130bf8e9 req-fd225f1a-7f4d-448c-9d14-57ed4420ecd9 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 944 time: 0.2031555 Oct 04 08:35:43.382171 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:43.382534 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Checking segment: {'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:43.382911 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Bound using segment: {'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:43.383366 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Bound port: 159277a9-e8de-47c4-813b-8de31279c18f, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:43.383724 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (159277a9-e8de-47c4-813b-8de31279c18f), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.391516 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-aed17b3c-f33d-4573-aa69-245d20187cfd tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:43.392979 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-aed17b3c-f33d-4573-aa69-245d20187cfd tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 815 time: 0.9668994 Oct 04 08:35:43.416344 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:43.417276 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0be93c-4142-4121-8a64-d36e77d47d66 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Pushing event updated for resources: {'Port': ['ID=0e360ecf-b764-45c6-8c4f-8ea15e619e9e,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:43.420750 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7e0be93c-4142-4121-8a64-d36e77d47d66 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:43.442133 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7e0be93c-4142-4121-8a64-d36e77d47d66 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:43.448766 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7e0be93c-4142-4121-8a64-d36e77d47d66 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:43.449965 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7e0be93c-4142-4121-8a64-d36e77d47d66 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for port (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.474319 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:43.490138 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7e0be93c-4142-4121-8a64-d36e77d47d66 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8252485 Oct 04 08:35:43.538853 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4ed96eaa-1598-4f66-9b6e-dbe5130bf8e9 req-5a3b3a0d-696c-4998-be8a-7d56b8dee45f tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445837 Oct 04 08:35:43.549496 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67b2156c-81c4-452a-81a8-0ba8c1336364 admin admin] Publish callbacks [] for security_group (30792012-953e-4fe7-8402-613c4585d6e6), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.576724 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] For port 159277a9-e8de-47c4-813b-8de31279c18f, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:43.585504 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] For port 159277a9-e8de-47c4-813b-8de31279c18f, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=159277a9-e8de-47c4-813b-8de31279c18f,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:43.588323 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67b2156c-81c4-452a-81a8-0ba8c1336364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (30792012-953e-4fe7-8402-613c4585d6e6), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.631979 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (159277a9-e8de-47c4-813b-8de31279c18f), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.641625 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:43.642247 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.643809 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/159277a9-e8de-47c4-813b-8de31279c18f HTTP/1.1" status: 200 len: 1094 time: 3.9441900 Oct 04 08:35:43.705227 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-67b2156c-81c4-452a-81a8-0ba8c1336364 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2c6319f8616142829541317b6b7157dc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1294601 Oct 04 08:35:43.706222 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 52450) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:43.728225 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2156c-81c4-452a-81a8-0ba8c1336364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30792012-953e-4fe7-8402-613c4585d6e6,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:43.743268 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-286eff23-5679-426c-9ff2-cf3554118d09 req-7cdd4419-cf96-4bb0-9124-51b294387249 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 210 time: 0.0553927 Oct 04 08:35:43.830205 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194f0d2-329f-4174-8c52-451a482ba294 service neutron] Pushing event updated for resources: {'Port': ['ID=159277a9-e8de-47c4-813b-8de31279c18f,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:43.844040 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4b54727a-6fb0-4ff7-95bc-0f2ede14f142 admin admin] Publish callbacks [] for security_group (30792012-953e-4fe7-8402-613c4585d6e6), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.890402 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4b54727a-6fb0-4ff7-95bc-0f2ede14f142 admin admin] Publish callbacks [] for security_group (30792012-953e-4fe7-8402-613c4585d6e6), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.902328 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-72c3c90c-f182-4bc7-ace0-af0ef8d66e7a req-d0bd1702-6883-4740-b451-c88d408a541a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 210 time: 0.0543761 Oct 04 08:35:43.916611 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-8c93702c-5da4-4c97-934e-cedb05a4fde7 None None] Provisioning complete for port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:43.917152 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-8c93702c-5da4-4c97-934e-cedb05a4fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.917354 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-8c93702c-5da4-4c97-934e-cedb05a4fde7 None None] Attempt 1 to provision port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e Oct 04 08:35:43.976182 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4b54727a-6fb0-4ff7-95bc-0f2ede14f142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (30792012-953e-4fe7-8402-613c4585d6e6), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.981653 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4b54727a-6fb0-4ff7-95bc-0f2ede14f142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:43.985219 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-4b54727a-6fb0-4ff7-95bc-0f2ede14f142 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/30792012-953e-4fe7-8402-613c4585d6e6 HTTP/1.1" status: 204 len: 168 time: 0.2749381 Oct 04 08:35:44.006292 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54727a-6fb0-4ff7-95bc-0f2ede14f142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30792012-953e-4fe7-8402-613c4585d6e6,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:44.042382 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-8c93702c-5da4-4c97-934e-cedb05a4fde7 None None] Port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:35:44.115325 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1c7a6a-7d26-40d2-9907-6d347a576cf0 x-openstack-request-id: req-cd1c7a6a-7d26-40d2-9907-6d347a576cf0 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:35:44.115620 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf8ac1b-807c-4209-aab2-2d6aff4038f0", "tag": "52f10973-3a78-447b-a7be-d1bc8b3c7e32", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:35:44.116126 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd1c7a6a-7d26-40d2-9907-6d347a576cf0 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:35:44.117252 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1c7a6a-7d26-40d2-9907-6d347a576cf0'] response: {'name': 'network-changed', 'server_uuid': '7bf8ac1b-807c-4209-aab2-2d6aff4038f0', 'tag': '52f10973-3a78-447b-a7be-d1bc8b3c7e32', 'status': 'completed', 'code': 200} Oct 04 08:35:44.204767 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0af92-b609-4b2f-923d-8286ea20f58e req-47a6e7bb-717d-4851-9ed4-55718f60c48e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:44.211811 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dde0af92-b609-4b2f-923d-8286ea20f58e req-47a6e7bb-717d-4851-9ed4-55718f60c48e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.1051044 Oct 04 08:35:44.292234 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dde0af92-b609-4b2f-923d-8286ea20f58e req-d7c862e4-619e-473d-a624-522b38d89077 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693028 Oct 04 08:35:44.399093 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 52490) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:44.413629 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-592fd7a3-e226-455b-bb99-c8ada9a780f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:44.500001 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-592fd7a3-e226-455b-bb99-c8ada9a780f5 admin admin] Publish callbacks [] for security_group (5eac142b-95b8-44ec-a810-a46328f73e43), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:44.505458 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-592fd7a3-e226-455b-bb99-c8ada9a780f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (5eac142b-95b8-44ec-a810-a46328f73e43), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:44.549532 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-592fd7a3-e226-455b-bb99-c8ada9a780f5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5276ae3602ce4aa7bf642484b3c69fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495335 Oct 04 08:35:44.550232 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fd7a3-e226-455b-bb99-c8ada9a780f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eac142b-95b8-44ec-a810-a46328f73e43,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:44.552403 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 52494) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:44.605886 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-fa26350e-6d97-48bf-b05e-0bb071f3d5d5 admin admin] Publish callbacks [] for security_group (5eac142b-95b8-44ec-a810-a46328f73e43), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:44.628709 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-fa26350e-6d97-48bf-b05e-0bb071f3d5d5 admin admin] Publish callbacks [] for security_group (5eac142b-95b8-44ec-a810-a46328f73e43), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:44.704552 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2c2ef-7c6e-4b79-98f3-4be136bfc798 req-d6f17ada-6df4-4aa5-a3a2-b30ba54f3e75 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:44.705947 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-edd2c2ef-7c6e-4b79-98f3-4be136bfc798 req-d6f17ada-6df4-4aa5-a3a2-b30ba54f3e75 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 944 time: 0.0641651 Oct 04 08:35:44.744058 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-fa26350e-6d97-48bf-b05e-0bb071f3d5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (5eac142b-95b8-44ec-a810-a46328f73e43), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:44.746498 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-fa26350e-6d97-48bf-b05e-0bb071f3d5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:44.747662 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-fa26350e-6d97-48bf-b05e-0bb071f3d5d5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5eac142b-95b8-44ec-a810-a46328f73e43 HTTP/1.1" status: 204 len: 168 time: 0.1938131 Oct 04 08:35:44.767840 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26350e-6d97-48bf-b05e-0bb071f3d5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eac142b-95b8-44ec-a810-a46328f73e43,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:44.775310 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-edd2c2ef-7c6e-4b79-98f3-4be136bfc798 req-8970a370-b7fb-4eb6-ac8e-0260fbd09791 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632086 Oct 04 08:35:44.882119 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-30e82302-4bf1-474d-9d10-239f2d39d1e0 req-ae531cf1-b850-4c8c-a87f-584877731e45 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 210 time: 0.0287650 Oct 04 08:35:45.025058 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3d415ceb-037e-4000-836f-fbe7792427fe req-edb9ea57-b1d4-4159-8519-3459bd2f38ae tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 210 time: 0.0358069 Oct 04 08:35:45.419653 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5b243-a813-4506-9915-085444575691 req-ae90f88c-b8f5-48a9-8d8f-7126a4ac52c7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:45.421166 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-39b5b243-a813-4506-9915-085444575691 req-ae90f88c-b8f5-48a9-8d8f-7126a4ac52c7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0510216 Oct 04 08:35:45.473925 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-39b5b243-a813-4506-9915-085444575691 req-9c45df4b-881b-471b-a768-bb7aae714377 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472143 Oct 04 08:35:45.938424 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31976ff-68b0-47e3-a089-4946f8830810 req-a68addbd-f101-48ab-9766-d8eade0bc15e tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:45.940986 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c31976ff-68b0-47e3-a089-4946f8830810 req-a68addbd-f101-48ab-9766-d8eade0bc15e tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 944 time: 0.0534084 Oct 04 08:35:46.044840 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d43d3ac8-8fd9-43c8-af15-4c2711ba9278 req-3b2d97cc-03e3-4140-bd62-6d9e23c406b9 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 210 time: 0.0477154 Oct 04 08:35:46.060360 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c31976ff-68b0-47e3-a089-4946f8830810 req-8a010ca3-c183-4c93-ae6e-c8d1161c53ba tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966754 Oct 04 08:35:46.118578 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:35:46.120938 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d04457-830c-4d71-aac4-91c466911005" -d '{"events": [{"name": "network-changed", "server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "tag": "159277a9-e8de-47c4-813b-8de31279c18f"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:35:46.201910 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e17e20b-ed85-43c2-a697-2283bdd60c25 x-openstack-request-id: req-4e17e20b-ed85-43c2-a697-2283bdd60c25 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:35:46.202207 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "tag": "159277a9-e8de-47c4-813b-8de31279c18f", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:35:46.202463 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e17e20b-ed85-43c2-a697-2283bdd60c25 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:35:46.203011 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e17e20b-ed85-43c2-a697-2283bdd60c25'] response: {'name': 'network-changed', 'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f', 'status': 'completed', 'code': 200} Oct 04 08:35:46.207180 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-86e28c9d-8559-4d66-aee6-6ba041ca14fc req-593098f2-4d3e-4c30-b1d6-794a65da730d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 210 time: 0.0508833 Oct 04 08:35:46.599392 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:46.652818 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b01dc0-ee3c-4a64-95e8-030b30bc6e3c req-6df85bf9-a51e-476c-ab1a-00294a8518a7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:46.654296 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-35b01dc0-ee3c-4a64-95e8-030b30bc6e3c req-6df85bf9-a51e-476c-ab1a-00294a8518a7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0672994 Oct 04 08:35:46.718522 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-35b01dc0-ee3c-4a64-95e8-030b30bc6e3c req-db72692e-1357-4140-b346-b86cc4028207 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580218 Oct 04 08:35:47.213881 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2b560e5d-1606-4007-8f91-026093339ab9 req-457793cd-24e0-4f2b-9d02-f0fd77bccd3b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 210 time: 0.0636635 Oct 04 08:35:47.236878 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa4d3f-7350-4952-8930-5833e0c1b01e req-18002ef2-5616-4704-93f3-196be96b06c1 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:47.238495 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cdfa4d3f-7350-4952-8930-5833e0c1b01e req-18002ef2-5616-4704-93f3-196be96b06c1 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 944 time: 0.0732415 Oct 04 08:35:47.294652 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:47.306690 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cdfa4d3f-7350-4952-8930-5833e0c1b01e req-69975edf-2088-420d-9c60-3dafc4eec2e8 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622232 Oct 04 08:35:47.346108 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8759fa24-91c7-4f6c-8a7c-3414a96ab07f req-81785820-84cc-46c6-872c-f30b71c37caa tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 210 time: 0.0343649 Oct 04 08:35:47.865591 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e3b1f-4ec7-460c-a827-e899f865502d req-8da72373-8839-4614-bd60-377224fd6f54 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:47.867260 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c04e3b1f-4ec7-460c-a827-e899f865502d req-8da72373-8839-4614-bd60-377224fd6f54 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0589974 Oct 04 08:35:47.934636 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c04e3b1f-4ec7-460c-a827-e899f865502d req-42c2a0c7-dab4-4e43-ae7e-48866d7bdfae tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552368 Oct 04 08:35:48.321068 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-84cd034f-453d-4ae3-a4b2-d81296f4507e req-d054fc24-7460-4860-b809-b65eb3287903 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 210 time: 0.0291922 Oct 04 08:35:48.442940 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2078edd-b39a-44cc-8749-f5e2a504d576 req-c2ba7b87-7c4d-4a0a-9d20-5f7be9e823e6 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:48.444490 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a2078edd-b39a-44cc-8749-f5e2a504d576 req-c2ba7b87-7c4d-4a0a-9d20-5f7be9e823e6 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 944 time: 0.0658307 Oct 04 08:35:48.467119 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-78cd5bed-9c7e-440f-bdea-791f29ec63dc req-431d115e-8e7a-41bb-b52a-69f384207b06 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 210 time: 0.0421300 Oct 04 08:35:48.507021 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a2078edd-b39a-44cc-8749-f5e2a504d576 req-dabf483d-d1aa-41bc-83fa-eff5e5493992 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472252 Oct 04 08:35:48.735228 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-cdb5feb2-9ad2-43b2-8922-502feab419bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:48.736707 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-cdb5feb2-9ad2-43b2-8922-502feab419bd service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce HTTP/1.1" status: 200 len: 850 time: 0.0532460 Oct 04 08:35:48.764957 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d488531e-7ade-49bd-ae84-b0e4d66f5a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:48.853669 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Request body: {'port': {'device_id': 'f597e06f-510c-46fe-92de-ce4a8dc53841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:48.914456 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-40a60206-a85d-4969-a405-81d36670fb22 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2b940c43c46c402bbc4c3c0461b51061 HTTP/1.1" status: 200 len: 379 time: 0.0655866 Oct 04 08:35:48.929741 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:48.983333 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-94d739e0-530b-42d2-b349-89d0b4c3bd4e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'port': {'device_id': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'admin_state_up': True, 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'security_groups': ['751106e0-ea69-429e-90d2-9035f9d858f6']}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:49.232222 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-072374ab-b213-4a8b-936a-76cea78dbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:49.234528 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-072374ab-b213-4a8b-936a-76cea78dbb0d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=5222819e-bf96-4595-9724-ed979b9e88ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3159349 Oct 04 08:35:49.240756 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-40756bd0-e24c-45ec-8a1b-3cd458f02bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:49.242259 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-40756bd0-e24c-45ec-8a1b-3cd458f02bdb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3e938efbd6804a86946d80ae92e88b16&device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 1128 time: 0.3134539 Oct 04 08:35:49.266904 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1296ff-8e1e-47aa-be13-825710c6da86 req-0460114d-f977-40e4-a160-fd15a0a71d75 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:49.274123 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6a1296ff-8e1e-47aa-be13-825710c6da86 req-0460114d-f977-40e4-a160-fd15a0a71d75 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.1119547 Oct 04 08:35:49.425338 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.notifiers.nova [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e360ecf-b764-45c6-8c4f-8ea15e619e9e {{(pid=106410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:35:49.435677 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Publish callbacks [] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:49.464467 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.provisioning_blocks [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Transition to ACTIVE for port object 0e360ecf-b764-45c6-8c4f-8ea15e619e9e will not be triggered until provisioned by entity L2. {{(pid=106410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:35:49.474185 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:49.592217 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-77b2a709-f4c0-49de-934e-84973f74d209 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159277a9-e8de-47c4-813b-8de31279c18f HTTP/1.1" status: 200 len: 217 time: 0.3388832 Oct 04 08:35:49.596814 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Pushing event updated for resources: {'Port': ['ID=0e360ecf-b764-45c6-8c4f-8ea15e619e9e,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:49.613811 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:49.618803 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.managers [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Attempting to bind port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:49.620452 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.managers [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Attempting to bind port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'}] {{(pid=106410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:49.620749 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Attempting to bind port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e on network 7c0853df-a74a-47d5-9683-581a895763eb {{(pid=106410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:49.655414 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:49.680056 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4ca9d49d-a9aa-4f23-853c-5d9bcbb3fd36 req-d3a3ee59-3bfc-41be-862f-763f3ed6a8f5 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 210 time: 0.1139009 Oct 04 08:35:49.701880 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e on network 7c0853df-a74a-47d5-9683-581a895763eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:35:49.702518 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Attempting to bind port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e on network 7c0853df-a74a-47d5-9683-581a895763eb {{(pid=106410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:49.784249 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:49.787392 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Checking segment: {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:49.789030 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Bound using segment: {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'} {{(pid=106410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:49.790145 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.managers [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Bound port: 0e360ecf-b764-45c6-8c4f-8ea15e619e9e, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'}}] {{(pid=106410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:49.794016 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:49.803665 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.17', 62938) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:49.859649 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6a1296ff-8e1e-47aa-be13-825710c6da86 req-e68ce589-8c80-430e-a6bf-4edc8d7d7688 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5846708 Oct 04 08:35:49.957319 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] For port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e, host hv-cinder-86020, cleared binding levels {{(pid=106410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:49.986164 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] For port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0e360ecf-b764-45c6-8c4f-8ea15e619e9e,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:49.995458 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:50.059584 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Pushing event updated for resources: {'Port': ['ID=0e360ecf-b764-45c6-8c4f-8ea15e619e9e,revision_number=3']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:50.062995 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:50.063671 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for port (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:50.065247 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-7c4c7c97-941a-4cb7-a8bd-86e9c9a6318e service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/0e360ecf-b764-45c6-8c4f-8ea15e619e9e HTTP/1.1" status: 200 len: 1094 time: 1.2174957 Oct 04 08:35:50.066472 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f597e06f-510c-46fe-92de-ce4a8dc53841', 'tag': '0e360ecf-b764-45c6-8c4f-8ea15e619e9e'}] {{(pid=106410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:35:50.103940 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-d2ce6bfe-9e5e-4282-ba3b-4287726450b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:50.106890 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-d2ce6bfe-9e5e-4282-ba3b-4287726450b1 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cf07ea6d-918a-48b9-aea6-7cb0370ce3c3 HTTP/1.1" status: 200 len: 856 time: 0.4254847 Oct 04 08:35:50.202932 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:50.205885 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ff6ce183-a6ac-41a8-ac3a-d37be9de2245 req-7635d336-484a-4744-b7ae-7ae31eac5508 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 210 time: 0.3734233 Oct 04 08:35:50.291025 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771f22d-952a-40b7-8cba-3fd1095a96a9 req-eb44fc8e-5aab-4a96-be1a-3af682da4916 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:50.294562 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f771f22d-952a-40b7-8cba-3fd1095a96a9 req-eb44fc8e-5aab-4a96-be1a-3af682da4916 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 944 time: 0.2523556 Oct 04 08:35:50.295664 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-94d739e0-530b-42d2-b349-89d0b4c3bd4e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Made reservation on behalf of 2b940c43c46c402bbc4c3c0461b51061 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:35:50.300492 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-94d739e0-530b-42d2-b349-89d0b4c3bd4e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:50.319423 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-226ced84-2ed6-4d8a-811a-006796a672a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:50.321530 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-226ced84-2ed6-4d8a-811a-006796a672a3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 1128 time: 0.1402729 Oct 04 08:35:50.339106 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:50.415159 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 52666) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:50.415821 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-e9772591-74c4-4cdf-863c-488e4c1689d3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5222819e-bf96-4595-9724-ed979b9e88ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1557341 Oct 04 08:35:50.425887 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-b2340ad2-432b-492f-880a-14b2de26a975 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e360ecf-b764-45c6-8c4f-8ea15e619e9e HTTP/1.1" status: 200 len: 217 time: 0.0946124 Oct 04 08:35:50.431805 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f771f22d-952a-40b7-8cba-3fd1095a96a9 req-333b7d1f-1471-4552-97b4-100d5cbe6009 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945146 Oct 04 08:35:50.487366 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-ecf64ca3-3987-49ec-9d36-63998a4d2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:50.489332 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-ecf64ca3-3987-49ec-9d36-63998a4d2837 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0598891 Oct 04 08:35:50.516777 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-790a8bbf-9ee9-49e1-907a-17cbca05c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:50.518730 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-790a8bbf-9ee9-49e1-907a-17cbca05c029 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=730a9b11-4347-4415-adec-96bd4e59e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3615842 Oct 04 08:35:50.559021 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 52674) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:50.600709 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-6bd96607-1223-4aa7-9ad5-22064a48ef2c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:50.602323 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-6bd96607-1223-4aa7-9ad5-22064a48ef2c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 818 time: 0.7898283 Oct 04 08:35:50.613684 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-bc0f75fb-82f7-4c3d-a571-6ad860ee3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:50.616179 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-bc0f75fb-82f7-4c3d-a571-6ad860ee3845 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1189458 Oct 04 08:35:50.644765 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4c84928c9cc590a11e74d60c618a14085f3215fa0a41e1841d6b7405df412b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de633df-ad07-4a2d-864a-21546f29eaa4" -d '{"events": [{"name": "network-changed", "server_uuid": "f597e06f-510c-46fe-92de-ce4a8dc53841", "tag": "0e360ecf-b764-45c6-8c4f-8ea15e619e9e"}]}' {{(pid=106410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:35:50.724161 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-39f1cd3c-f393-4aa1-a4e9-8836b6de8165 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Request body: {'port': {'device_id': 'b9fd4027-9ae5-4ab2-afc6-c7eb723204cf', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'admin_state_up': True, 'tenant_id': '5934621267af4b838889fcbfb9febaea'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:50.778006 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e2671ab2-7317-4fce-b949-40fb7042fe0f req-bc8ef716-c692-4889-90d1-597cdcf3d53e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5222819e-bf96-4595-9724-ed979b9e88ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541551 Oct 04 08:35:50.983465 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ae362ffe-b79d-438e-8d4f-88250a5d78d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:50.986571 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4829973c-c4fe-403c-b3d6-5c1e0bec714d x-openstack-request-id: req-4829973c-c4fe-403c-b3d6-5c1e0bec714d {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:35:50.986877 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f597e06f-510c-46fe-92de-ce4a8dc53841", "tag": "0e360ecf-b764-45c6-8c4f-8ea15e619e9e", "status": "completed", "code": 200}]} {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:35:50.987308 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4829973c-c4fe-403c-b3d6-5c1e0bec714d {{(pid=106410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:35:50.987702 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4829973c-c4fe-403c-b3d6-5c1e0bec714d'] response: {'name': 'network-changed', 'server_uuid': 'f597e06f-510c-46fe-92de-ce4a8dc53841', 'tag': '0e360ecf-b764-45c6-8c4f-8ea15e619e9e', 'status': 'completed', 'code': 200} Oct 04 08:35:51.034974 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-5a1c65ce-bdfd-4c9d-8c2c-9d3d55bc2af7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055736 Oct 04 08:35:51.086040 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-4efc8292-719e-451e-9d0e-0876ebb28a9b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471723 Oct 04 08:35:51.101574 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-286c5086-9d38-4649-911a-b1b945a563c1 req-ddffbd86-367e-42b4-9380-bf97502c0dd4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 210 time: 0.0835948 Oct 04 08:35:51.102515 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6c10f9fc-146b-42c9-a849-3cbd39606ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:51.120951 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ae362ffe-b79d-438e-8d4f-88250a5d78d1 admin admin] Publish callbacks [] for security_group (f57696a5-6321-4c17-865b-d12a69575e6c), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:51.129349 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-39f1cd3c-f393-4aa1-a4e9-8836b6de8165 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Made reservation on behalf of 5934621267af4b838889fcbfb9febaea for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:35:51.133178 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ae362ffe-b79d-438e-8d4f-88250a5d78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (f57696a5-6321-4c17-865b-d12a69575e6c), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:51.134511 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-39f1cd3c-f393-4aa1-a4e9-8836b6de8165 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:51.189131 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-ae362ffe-b79d-438e-8d4f-88250a5d78d1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=422d021bffee4409a4f52ef36a85bab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7729087 Oct 04 08:35:51.190019 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae362ffe-b79d-438e-8d4f-88250a5d78d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57696a5-6321-4c17-865b-d12a69575e6c,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:51.194830 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 52708) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:51.218288 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-94d739e0-530b-42d2-b349-89d0b4c3bd4e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Allocated IP 172.20.0.4 (fd380db5-2756-484c-8401-ea63df26e43d/a544c86d-0009-4ba9-af33-45ba2bcf0de5/4b6d91d8-8d57-437a-8e26-84b89843a14e) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:51.263197 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-16d2462a-34f5-4978-9ea8-a38f85488251 admin admin] Publish callbacks [] for security_group (f57696a5-6321-4c17-865b-d12a69575e6c), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:51.282359 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:51.290959 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-16d2462a-34f5-4978-9ea8-a38f85488251 admin admin] Publish callbacks [] for security_group (f57696a5-6321-4c17-865b-d12a69575e6c), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:51.302096 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ffe33e27-bd27-43a8-983d-baf9adaff7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:51.314411 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807b2c1-de63-41d3-ad82-a12b178058e4 req-789d80cc-1ef5-4b79-84d3-5d0143b33540 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:51.315977 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9807b2c1-de63-41d3-ad82-a12b178058e4 req-789d80cc-1ef5-4b79-84d3-5d0143b33540 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.1996274 Oct 04 08:35:51.327036 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:51.388186 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-16d2462a-34f5-4978-9ea8-a38f85488251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (f57696a5-6321-4c17-865b-d12a69575e6c), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:51.394675 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-16d2462a-34f5-4978-9ea8-a38f85488251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:51.394675 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-16d2462a-34f5-4978-9ea8-a38f85488251 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f57696a5-6321-4c17-865b-d12a69575e6c HTTP/1.1" status: 204 len: 168 time: 0.1967516 Oct 04 08:35:51.403887 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2462a-34f5-4978-9ea8-a38f85488251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57696a5-6321-4c17-865b-d12a69575e6c,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:51.455208 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-006d2451-f98d-42fd-ba4e-91c0fa734f54 req-88496f14-bd7e-4e95-bf74-6a15748f99fb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 210 time: 0.1047630 Oct 04 08:35:51.497648 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:51.638656 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6c10f9fc-146b-42c9-a849-3cbd39606ff5 admin admin] Publish callbacks [] for security_group (30ba8030-4e90-4f09-8cab-18ad295dd245), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:51.657690 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-39f1cd3c-f393-4aa1-a4e9-8836b6de8165 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Allocated IP 172.20.0.3 (7c0853df-a74a-47d5-9683-581a895763eb/75580dae-ee0c-46db-9337-4fe1523f3148/364e2511-1153-48e7-8595-032dbdba4297) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:35:51.667686 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6c10f9fc-146b-42c9-a849-3cbd39606ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (30ba8030-4e90-4f09-8cab-18ad295dd245), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:51.701448 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7208d1b-5632-48a0-99e9-d07b6e9bc286 req-204ff349-60d8-4600-928f-c2dbd97a9c80 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:51.703606 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f7208d1b-5632-48a0-99e9-d07b6e9bc286 req-204ff349-60d8-4600-928f-c2dbd97a9c80 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 944 time: 0.1592710 Oct 04 08:35:51.707325 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9807b2c1-de63-41d3-ad82-a12b178058e4 req-2542faf3-31ed-4e5b-9d79-dcc721ba6ded tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753417 Oct 04 08:35:51.772173 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 52720) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:51.782738 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-6c10f9fc-146b-42c9-a849-3cbd39606ff5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=360fec4c951f4f529cba143c92f134c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2151420 Oct 04 08:35:51.790811 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 52722) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:51.798026 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a033-a32c-4415-b9e7-381f5a634b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:51.811254 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10f9fc-146b-42c9-a849-3cbd39606ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ba8030-4e90-4f09-8cab-18ad295dd245,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:51.821303 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-94d739e0-530b-42d2-b349-89d0b4c3bd4e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:51.918503 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:51.955949 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:35:51.977433 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0ed2245e-bd4e-411b-8f61-174eeb753226 admin admin] Publish callbacks [] for security_group (30ba8030-4e90-4f09-8cab-18ad295dd245), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:52.028136 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3db65-b52b-404b-aa2a-c86e8a67edaf req-48b66fca-e0ce-480a-928a-3112a94f887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:52.029655 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f3f3db65-b52b-404b-aa2a-c86e8a67edaf req-48b66fca-e0ce-480a-928a-3112a94f887e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3f34eba992024f6881d1292c9f7cfd48&device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 1128 time: 0.1843300 Oct 04 08:35:52.032962 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f7208d1b-5632-48a0-99e9-d07b6e9bc286 req-a477dc95-22f8-4ecd-8fc2-cbba1295bdbb tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904773 Oct 04 08:35:52.037963 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0ed2245e-bd4e-411b-8f61-174eeb753226 admin admin] Publish callbacks [] for security_group (30ba8030-4e90-4f09-8cab-18ad295dd245), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:52.053466 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-a7bcd31a-740c-4670-b109-d4b8a66cc057 req-587711b0-e540-450b-8243-743a8c29473c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271564 Oct 04 08:35:52.072799 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a033-a32c-4415-b9e7-381f5a634b6b admin admin] Publish callbacks [] for security_group (8bd83428-a52a-4916-87a7-30a71310d776), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:52.096737 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a033-a32c-4415-b9e7-381f5a634b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (8bd83428-a52a-4916-87a7-30a71310d776), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:52.177564 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7a033-a32c-4415-b9e7-381f5a634b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd83428-a52a-4916-87a7-30a71310d776,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:52.206995 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-a5c7a033-a32c-4415-b9e7-381f5a634b6b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=04d16cf69b1345f384f28f2772a65cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333308 Oct 04 08:35:52.210918 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 52732) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:52.234202 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0ed2245e-bd4e-411b-8f61-174eeb753226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (30ba8030-4e90-4f09-8cab-18ad295dd245), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:52.236954 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0ed2245e-bd4e-411b-8f61-174eeb753226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:52.241250 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-0ed2245e-bd4e-411b-8f61-174eeb753226 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/30ba8030-4e90-4f09-8cab-18ad295dd245 HTTP/1.1" status: 204 len: 168 time: 0.4463370 Oct 04 08:35:52.290269 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2245e-bd4e-411b-8f61-174eeb753226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ba8030-4e90-4f09-8cab-18ad295dd245,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:52.342202 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-52cc6427-cc0e-463d-8268-9cbd62883243 admin admin] Publish callbacks [] for security_group (8bd83428-a52a-4916-87a7-30a71310d776), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:52.376548 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:52.405034 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-52cc6427-cc0e-463d-8268-9cbd62883243 admin admin] Publish callbacks [] for security_group (8bd83428-a52a-4916-87a7-30a71310d776), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:52.432569 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-94d739e0-530b-42d2-b349-89d0b4c3bd4e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:52.492551 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-52cc6427-cc0e-463d-8268-9cbd62883243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (8bd83428-a52a-4916-87a7-30a71310d776), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:52.496642 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-52cc6427-cc0e-463d-8268-9cbd62883243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:52.502490 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-52cc6427-cc0e-463d-8268-9cbd62883243 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8bd83428-a52a-4916-87a7-30a71310d776 HTTP/1.1" status: 204 len: 168 time: 0.2854800 Oct 04 08:35:52.512074 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc6427-cc0e-463d-8268-9cbd62883243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd83428-a52a-4916-87a7-30a71310d776,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:52.598456 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-39f1cd3c-f393-4aa1-a4e9-8836b6de8165 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for port (364e2511-1153-48e7-8595-032dbdba4297), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:52.734964 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:52.740578 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4e7a860-a34b-4874-9ba7-1eaa695ff469 req-2a606f5b-2307-4fda-9134-b79ecd9c5ca1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9045405 Oct 04 08:35:52.820316 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:52.842955 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-39f1cd3c-f393-4aa1-a4e9-8836b6de8165 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (364e2511-1153-48e7-8595-032dbdba4297), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:53.059204 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65aa25-a83a-4c80-918b-0cc5c5eda4af req-18c639cf-aa99-4a07-b67d-1840b5e86502 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:53.066799 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0d65aa25-a83a-4c80-918b-0cc5c5eda4af req-18c639cf-aa99-4a07-b67d-1840b5e86502 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 931 time: 0.6942179 Oct 04 08:35:53.079829 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-94d739e0-530b-42d2-b349-89d0b4c3bd4e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Network fd380db5-2756-484c-8401-ea63df26e43d is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:53.115046 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-94d739e0-530b-42d2-b349-89d0b4c3bd4e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:53.133606 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d739e0-530b-42d2-b349-89d0b4c3bd4e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'Port': ['ID=4b6d91d8-8d57-437a-8e26-84b89843a14e,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:53.146595 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979c624-5d9a-4169-8f66-f47fb99701a8 req-de84bfc6-d795-421c-b73a-7ea351002f88 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:53.150963 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1979c624-5d9a-4169-8f66-f47fb99701a8 req-de84bfc6-d795-421c-b73a-7ea351002f88 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 931 time: 0.4086671 Oct 04 08:35:53.153256 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-94d739e0-530b-42d2-b349-89d0b4c3bd4e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:53.158700 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-94d739e0-530b-42d2-b349-89d0b4c3bd4e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:53.159716 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-94d739e0-530b-42d2-b349-89d0b4c3bd4e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:53.170354 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-39f1cd3c-f393-4aa1-a4e9-8836b6de8165 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Network 7c0853df-a74a-47d5-9683-581a895763eb is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:35:53.179249 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 52774) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:53.201721 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-39f1cd3c-f393-4aa1-a4e9-8836b6de8165 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:35:53.204419 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de633df-ad07-4a2d-864a-21546f29eaa4 req-657745df-3ce1-4b98-ac95-a6fc4614b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:53.206081 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0de633df-ad07-4a2d-864a-21546f29eaa4 req-657745df-3ce1-4b98-ac95-a6fc4614b1fe service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 1128 time: 0.3948164 Oct 04 08:35:53.214850 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-39f1cd3c-f393-4aa1-a4e9-8836b6de8165 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:35:53.219865 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-39f1cd3c-f393-4aa1-a4e9-8836b6de8165 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:53.220570 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-39f1cd3c-f393-4aa1-a4e9-8836b6de8165 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:53.235291 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf28c-699c-42b3-b3a2-dc93327d4ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:53.255846 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3db65-b52b-404b-aa2a-c86e8a67edaf req-65147bb3-fa57-4a89-8936-47b84e971f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:53.257916 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f3f3db65-b52b-404b-aa2a-c86e8a67edaf req-65147bb3-fa57-4a89-8936-47b84e971f73 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=5222819e-bf96-4595-9724-ed979b9e88ed HTTP/1.1" status: 200 len: 911 time: 1.2160327 Oct 04 08:35:53.421295 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-39f1cd3c-f393-4aa1-a4e9-8836b6de8165 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7014863 Oct 04 08:35:53.429891 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-94d739e0-530b-42d2-b349-89d0b4c3bd4e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4507432 Oct 04 08:35:53.456025 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:DELETE=5,neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:53.463363 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1cd3c-f393-4aa1-a4e9-8836b6de8165 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Pushing event updated for resources: {'Port': ['ID=364e2511-1153-48e7-8595-032dbdba4297,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:53.485231 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf28c-699c-42b3-b3a2-dc93327d4ecc admin admin] Publish callbacks [] for security_group (7defe6cb-3bc4-4499-a509-7d6d77de0faa), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:53.489636 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0d65aa25-a83a-4c80-918b-0cc5c5eda4af req-a403072d-8c92-4728-95b7-3e97ad895ab4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3922043 Oct 04 08:35:53.489924 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf28c-699c-42b3-b3a2-dc93327d4ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (7defe6cb-3bc4-4499-a509-7d6d77de0faa), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:53.499844 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1979c624-5d9a-4169-8f66-f47fb99701a8 req-0de09176-d1d6-42db-8970-e564ef5b9dac tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480518 Oct 04 08:35:53.553594 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Request body: {'port': {'device_id': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:53.566648 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Request body: {'port': {'device_id': 'b9fd4027-9ae5-4ab2-afc6-c7eb723204cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:35:53.572208 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 52f10973-3a78-447b-a7be-d1bc8b3c7e32 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:35:53.659487 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-9e6cf28c-699c-42b3-b3a2-dc93327d4ecc admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b60a3d4a17254a5aa3fde8b224ab9ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4784410 Oct 04 08:35:53.670470 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cf28c-699c-42b3-b3a2-dc93327d4ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7defe6cb-3bc4-4499-a509-7d6d77de0faa,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:53.675583 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 52782) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:35:53.704571 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d04457-830c-4d71-aac4-91c466911005 req-5d3789b1-d54e-4c42-b142-27b59bcc3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:53.707811 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-05d04457-830c-4d71-aac4-91c466911005 req-5d3789b1-d54e-4c42-b142-27b59bcc3bcc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3e938efbd6804a86946d80ae92e88b16&device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 1128 time: 0.1820765 Oct 04 08:35:53.715603 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f3f3db65-b52b-404b-aa2a-c86e8a67edaf req-3cb9bd33-3efa-4dab-b48a-a2d71839be47 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52f10973-3a78-447b-a7be-d1bc8b3c7e32 HTTP/1.1" status: 200 len: 217 time: 0.1986270 Oct 04 08:35:53.763845 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:53.785276 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-1531dcec-5fdc-47fb-84be-f7f196de1edf None None] Provisioning complete for port 364e2511-1153-48e7-8595-032dbdba4297 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:53.786509 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-1531dcec-5fdc-47fb-84be-f7f196de1edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (364e2511-1153-48e7-8595-032dbdba4297), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:53.787053 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-1531dcec-5fdc-47fb-84be-f7f196de1edf None None] Attempt 1 to provision port 364e2511-1153-48e7-8595-032dbdba4297 Oct 04 08:35:53.832422 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-1531dcec-5fdc-47fb-84be-f7f196de1edf None None] Port 364e2511-1153-48e7-8595-032dbdba4297 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:35:53.857639 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 52f10973-3a78-447b-a7be-d1bc8b3c7e32, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=52f10973-3a78-447b-a7be-d1bc8b3c7e32,segment=NetworkSegment(68d0fa00-add3-4e36-9d7e-4dfd8fed2b15),segment_id=68d0fa00-add3-4e36-9d7e-4dfd8fed2b15)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:53.861559 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-1531dcec-5fdc-47fb-84be-f7f196de1edf None None] Provisioning complete for port 4b6d91d8-8d57-437a-8e26-84b89843a14e triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:53.862310 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-1531dcec-5fdc-47fb-84be-f7f196de1edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:53.863182 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-1531dcec-5fdc-47fb-84be-f7f196de1edf None None] Attempt 1 to provision port 4b6d91d8-8d57-437a-8e26-84b89843a14e Oct 04 08:35:53.919922 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-1531dcec-5fdc-47fb-84be-f7f196de1edf None None] Port 4b6d91d8-8d57-437a-8e26-84b89843a14e cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:35:53.923190 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '52f10973-3a78-447b-a7be-d1bc8b3c7e32', 'network_id': '5222819e-bf96-4595-9724-ed979b9e88ed', 'port_id': '52f10973-3a78-447b-a7be-d1bc8b3c7e32', 'mac_address': 'fa:16:3e:20:4d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:35:53.976497 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:53.977158 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:53.980579 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:53.998201 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f10973-3a78-447b-a7be-d1bc8b3c7e32 {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:35:54.027171 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 52f10973-3a78-447b-a7be-d1bc8b3c7e32, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=52f10973-3a78-447b-a7be-d1bc8b3c7e32,segment=NetworkSegment(68d0fa00-add3-4e36-9d7e-4dfd8fed2b15),segment_id=68d0fa00-add3-4e36-9d7e-4dfd8fed2b15)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:54.035470 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:54.039045 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 0e360ecf-b764-45c6-8c4f-8ea15e619e9e details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:35:54.048015 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d04457-830c-4d71-aac4-91c466911005 req-91d733ff-56bd-49bb-a371-80b56f3f0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:54.049595 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-05d04457-830c-4d71-aac4-91c466911005 req-91d733ff-56bd-49bb-a371-80b56f3f0281 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 200 len: 917 time: 0.3356202 Oct 04 08:35:54.128296 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:54.129483 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (364e2511-1153-48e7-8595-032dbdba4297), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:54.168302 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc04e05-9dec-433a-9ce9-ed2c70a20906 req-174d8570-0d45-41c1-9cbe-f31443126e31 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:54.176152 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bcc04e05-9dec-433a-9ce9-ed2c70a20906 req-174d8570-0d45-41c1-9cbe-f31443126e31 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.4642673 Oct 04 08:35:54.200772 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cfc92-19cf-4dd4-9dc8-8e64fefa7ba5 req-e658ddfd-0298-4dbb-81a3-897c3e467ac8 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:54.209205 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-257cfc92-19cf-4dd4-9dc8-8e64fefa7ba5 req-e658ddfd-0298-4dbb-81a3-897c3e467ac8 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 944 time: 0.4362779 Oct 04 08:35:54.227536 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-05d04457-830c-4d71-aac4-91c466911005 req-c6f6375e-de0c-4001-b50b-f04594e68fa3 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159277a9-e8de-47c4-813b-8de31279c18f HTTP/1.1" status: 200 len: 217 time: 0.1618822 Oct 04 08:35:54.264012 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3db65-b52b-404b-aa2a-c86e8a67edaf req-e036cd42-fc30-4eb7-844e-b160d5ed81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:54.265256 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f3f3db65-b52b-404b-aa2a-c86e8a67edaf req-e036cd42-fc30-4eb7-844e-b160d5ed81b1 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce HTTP/1.1" status: 200 len: 850 time: 0.4776268 Oct 04 08:35:54.272272 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0e360ecf-b764-45c6-8c4f-8ea15e619e9e,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:54.283511 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-33c20e21-5a21-4f7b-9008-06852f709201 admin admin] Publish callbacks [] for security_group (7defe6cb-3bc4-4499-a509-7d6d77de0faa), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:54.328572 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-33c20e21-5a21-4f7b-9008-06852f709201 admin admin] Publish callbacks [] for security_group (7defe6cb-3bc4-4499-a509-7d6d77de0faa), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:54.343723 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:54.391474 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '0e360ecf-b764-45c6-8c4f-8ea15e619e9e', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'port_id': '0e360ecf-b764-45c6-8c4f-8ea15e619e9e', 'mac_address': 'fa:16:3e:fb:3e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:35:54.397760 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d04457-830c-4d71-aac4-91c466911005 req-7b24def2-d5e8-4544-bb04-4f6eee6b2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:54.399318 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-05d04457-830c-4d71-aac4-91c466911005 req-7b24def2-d5e8-4544-bb04-4f6eee6b2791 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cf07ea6d-918a-48b9-aea6-7cb0370ce3c3 HTTP/1.1" status: 200 len: 856 time: 0.1677191 Oct 04 08:35:54.400558 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=52f10973-3a78-447b-a7be-d1bc8b3c7e32,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:54.483108 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d04457-830c-4d71-aac4-91c466911005 req-5c87cddf-2d32-4d0e-8143-73eb849feba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:54.484801 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-05d04457-830c-4d71-aac4-91c466911005 req-5c87cddf-2d32-4d0e-8143-73eb849feba0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=730a9b11-4347-4415-adec-96bd4e59e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791461 Oct 04 08:35:54.525830 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:54.535336 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:54.546496 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:54.547096 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:54.567455 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e360ecf-b764-45c6-8c4f-8ea15e619e9e {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:35:54.622635 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0e360ecf-b764-45c6-8c4f-8ea15e619e9e,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:54.635067 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:54.720703 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:54.722374 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3db65-b52b-404b-aa2a-c86e8a67edaf req-6bf954be-54a9-41ad-8c12-cea2b14c91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:54.724384 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f3f3db65-b52b-404b-aa2a-c86e8a67edaf req-6bf954be-54a9-41ad-8c12-cea2b14c91f0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=5222819e-bf96-4595-9724-ed979b9e88ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3851404 Oct 04 08:35:54.725502 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de633df-ad07-4a2d-864a-21546f29eaa4 req-fea02f95-f2e0-4d77-beae-b0d19997f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:54.727866 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0de633df-ad07-4a2d-864a-21546f29eaa4 req-fea02f95-f2e0-4d77-beae-b0d19997f36a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 1.2090077 Oct 04 08:35:54.743488 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-05d04457-830c-4d71-aac4-91c466911005 req-51cdc553-2180-4676-b173-795f8f05b990 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481980 Oct 04 08:35:54.758812 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bcc04e05-9dec-433a-9ce9-ed2c70a20906 req-49d3e26f-c1ba-4aec-babf-53db127aaaaa tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5815558 Oct 04 08:35:54.776910 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=0e360ecf-b764-45c6-8c4f-8ea15e619e9e,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:54.857664 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0de633df-ad07-4a2d-864a-21546f29eaa4 req-21b69932-08a6-4c4f-92ff-5e1cf19b7363 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e360ecf-b764-45c6-8c4f-8ea15e619e9e HTTP/1.1" status: 200 len: 217 time: 0.0512066 Oct 04 08:35:54.909602 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:54.986014 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-05d04457-830c-4d71-aac4-91c466911005 req-6ab46cda-a448-4c78-a774-e1a00d16ebce service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363532 Oct 04 08:35:55.003856 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['52f10973-3a78-447b-a7be-d1bc8b3c7e32'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:35:55.029222 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de633df-ad07-4a2d-864a-21546f29eaa4 req-e994ff21-f0f5-4cdb-b749-5727a8fe7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:55.030743 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0de633df-ad07-4a2d-864a-21546f29eaa4 req-e994ff21-f0f5-4cdb-b749-5727a8fe7d6b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.1506920 Oct 04 08:35:55.034168 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-257cfc92-19cf-4dd4-9dc8-8e64fefa7ba5 req-1f9a22b0-62ce-46d3-9ee4-eb614829a5b3 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8239732 Oct 04 08:35:55.158988 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['0e360ecf-b764-45c6-8c4f-8ea15e619e9e'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:35:55.338795 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:55.628833 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bba5b-f47d-4be6-9a66-dc4ffd5fe053 req-5b3b3fa8-5e8d-4183-88ad-fb200390a9f7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:55.630918 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-256bba5b-f47d-4be6-9a66-dc4ffd5fe053 req-5b3b3fa8-5e8d-4183-88ad-fb200390a9f7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 931 time: 0.6503356 Oct 04 08:35:55.687483 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de633df-ad07-4a2d-864a-21546f29eaa4 req-888a446f-7e75-45fa-b400-905d436b4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:55.689484 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0de633df-ad07-4a2d-864a-21546f29eaa4 req-888a446f-7e75-45fa-b400-905d436b4af7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5658700 Oct 04 08:35:55.718361 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:55.719480 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-33c20e21-5a21-4f7b-9008-06852f709201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (7defe6cb-3bc4-4499-a509-7d6d77de0faa), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:55.722244 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-33c20e21-5a21-4f7b-9008-06852f709201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:55.724870 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-33c20e21-5a21-4f7b-9008-06852f709201 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7defe6cb-3bc4-4499-a509-7d6d77de0faa HTTP/1.1" status: 204 len: 168 time: 2.0105321 Oct 04 08:35:55.820308 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f3f3db65-b52b-404b-aa2a-c86e8a67edaf req-e4bbd753-344f-4196-ab94-bb7e87614ced service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5222819e-bf96-4595-9724-ed979b9e88ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0528283 Oct 04 08:35:55.824468 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 159277a9-e8de-47c4-813b-8de31279c18f details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:35:55.826808 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad6383-93e1-414f-b52e-3ea4adac9d2e req-b9e34152-6c4b-43e9-a24a-2ba6041cb11c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:55.828606 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-99ad6383-93e1-414f-b52e-3ea4adac9d2e req-b9e34152-6c4b-43e9-a24a-2ba6041cb11c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 931 time: 0.6215808 Oct 04 08:35:55.841328 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c20e21-5a21-4f7b-9008-06852f709201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7defe6cb-3bc4-4499-a509-7d6d77de0faa,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:55.976470 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:55.998094 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 159277a9-e8de-47c4-813b-8de31279c18f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=159277a9-e8de-47c4-813b-8de31279c18f,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:56.018447 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '159277a9-e8de-47c4-813b-8de31279c18f', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'port_id': '159277a9-e8de-47c4-813b-8de31279c18f', 'mac_address': 'fa:16:3e:3b:e8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:35:56.040481 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-256bba5b-f47d-4be6-9a66-dc4ffd5fe053 req-148d5939-ea84-4211-a664-8fda90594afa tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3651664 Oct 04 08:35:56.112778 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:56.116994 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 159277a9-e8de-47c4-813b-8de31279c18f is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:56.118113 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (159277a9-e8de-47c4-813b-8de31279c18f), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:56.157573 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159277a9-e8de-47c4-813b-8de31279c18f {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:35:56.179500 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-99ad6383-93e1-414f-b52e-3ea4adac9d2e req-fa98c044-4d16-4284-82ac-e3a039d2f7b6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828546 Oct 04 08:35:56.189694 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 159277a9-e8de-47c4-813b-8de31279c18f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=159277a9-e8de-47c4-813b-8de31279c18f,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:56.210745 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (159277a9-e8de-47c4-813b-8de31279c18f), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:56.242393 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364e2511-1153-48e7-8595-032dbdba4297 {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:35:56.252103 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Publish callbacks [] for port (364e2511-1153-48e7-8595-032dbdba4297), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:56.266419 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=159277a9-e8de-47c4-813b-8de31279c18f,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:56.267726 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Transition to ACTIVE for port object 364e2511-1153-48e7-8595-032dbdba4297 will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:35:56.297215 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0de633df-ad07-4a2d-864a-21546f29eaa4 req-939a2827-a308-4bac-a2ac-ce3c4cbbff58 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632663 Oct 04 08:35:56.299012 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f3f3db65-b52b-404b-aa2a-c86e8a67edaf req-0bb9fb88-ba23-4cc0-913d-74fc488bd09f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5222819e-bf96-4595-9724-ed979b9e88ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617753 Oct 04 08:35:56.299605 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (364e2511-1153-48e7-8595-032dbdba4297), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:56.373179 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac7643-fe28-498a-8760-63554c229372 req-e4adccf3-0edd-4ab0-b6f5-c25810885092 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:56.375108 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-45ac7643-fe28-498a-8760-63554c229372 req-e4adccf3-0edd-4ab0-b6f5-c25810885092 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 945 time: 0.2117257 Oct 04 08:35:56.456941 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1377517-2e95-40be-941e-d434d29d36b4 req-d71b2407-fde4-47af-a9b2-f67dff93cd35 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:56.459355 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b1377517-2e95-40be-941e-d434d29d36b4 req-d71b2407-fde4-47af-a9b2-f67dff93cd35 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 945 time: 0.1798055 Oct 04 08:35:56.486895 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Pushing event updated for resources: {'Port': ['ID=364e2511-1153-48e7-8595-032dbdba4297,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:56.504249 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6d91d8-8d57-437a-8e26-84b89843a14e {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:35:56.519571 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Publish callbacks [] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:56.530902 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Attempting to bind port 364e2511-1153-48e7-8595-032dbdba4297 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:56.531352 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Attempting to bind port 364e2511-1153-48e7-8595-032dbdba4297 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:56.531752 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Attempting to bind port 364e2511-1153-48e7-8595-032dbdba4297 on network 7c0853df-a74a-47d5-9683-581a895763eb {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:56.597407 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:56.599366 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Transition to ACTIVE for port object 4b6d91d8-8d57-437a-8e26-84b89843a14e will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:35:56.637358 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:56.645169 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-45ac7643-fe28-498a-8760-63554c229372 req-bf2bf08a-5598-4be5-b0ec-564009b9648f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480714 Oct 04 08:35:56.700624 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Port 364e2511-1153-48e7-8595-032dbdba4297 on network 7c0853df-a74a-47d5-9683-581a895763eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:35:56.705194 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Attempting to bind port 364e2511-1153-48e7-8595-032dbdba4297 on network 7c0853df-a74a-47d5-9683-581a895763eb {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:56.716134 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b1377517-2e95-40be-941e-d434d29d36b4 req-064fd4fa-fbf0-4e42-b19c-3db52a4bb9ec tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425756 Oct 04 08:35:56.792317 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Pushing event updated for resources: {'Port': ['ID=4b6d91d8-8d57-437a-8e26-84b89843a14e,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:56.828111 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Attempting to bind port 4b6d91d8-8d57-437a-8e26-84b89843a14e on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:35:56.828524 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Attempting to bind port 4b6d91d8-8d57-437a-8e26-84b89843a14e by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:35:56.828894 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Attempting to bind port 4b6d91d8-8d57-437a-8e26-84b89843a14e on network fd380db5-2756-484c-8401-ea63df26e43d {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:56.854142 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:56.854480 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Checking segment: {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:56.854896 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Bound using segment: {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:56.855357 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Bound port: 364e2511-1153-48e7-8595-032dbdba4297, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:56.855723 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (364e2511-1153-48e7-8595-032dbdba4297), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:56.923628 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Port 4b6d91d8-8d57-437a-8e26-84b89843a14e on network fd380db5-2756-484c-8401-ea63df26e43d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:35:56.923905 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Attempting to bind port 4b6d91d8-8d57-437a-8e26-84b89843a14e on network fd380db5-2756-484c-8401-ea63df26e43d {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:35:56.943360 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:56.996164 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:35:56.996540 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Checking segment: {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:35:56.996883 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Bound using segment: {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:35:56.997328 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Bound port: 4b6d91d8-8d57-437a-8e26-84b89843a14e, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:35:56.997682 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:57.019226 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] For port 364e2511-1153-48e7-8595-032dbdba4297, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:57.057736 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] For port 364e2511-1153-48e7-8595-032dbdba4297, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=364e2511-1153-48e7-8595-032dbdba4297,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:57.068039 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (364e2511-1153-48e7-8595-032dbdba4297), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:57.103273 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:57.117244 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:57.117244 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/364e2511-1153-48e7-8595-032dbdba4297 HTTP/1.1" status: 200 len: 1093 time: 3.5845470 Oct 04 08:35:57.117244 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fd4027-9ae5-4ab2-afc6-c7eb723204cf', 'tag': '364e2511-1153-48e7-8595-032dbdba4297'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:35:57.117244 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c874ef6-97b7-4b8a-818c-7e9508bcb259" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fd4027-9ae5-4ab2-afc6-c7eb723204cf", "tag": "364e2511-1153-48e7-8595-032dbdba4297"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:35:57.130404 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:57.140536 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] For port 4b6d91d8-8d57-437a-8e26-84b89843a14e, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:35:57.146401 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] For port 4b6d91d8-8d57-437a-8e26-84b89843a14e, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4b6d91d8-8d57-437a-8e26-84b89843a14e,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:35:57.162107 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55155f7-beef-4e1d-9188-681e73bd08c4 service neutron] Pushing event updated for resources: {'Port': ['ID=364e2511-1153-48e7-8595-032dbdba4297,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:57.166315 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:57.172195 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:57.172195 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:57.173852 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/4b6d91d8-8d57-437a-8e26-84b89843a14e HTTP/1.1" status: 200 len: 1093 time: 3.6386831 Oct 04 08:35:57.223677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab847f2-49f0-4e9a-9cb9-985acca649d8 x-openstack-request-id: req-fab847f2-49f0-4e9a-9cb9-985acca649d8 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:35:57.224048 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fd4027-9ae5-4ab2-afc6-c7eb723204cf", "tag": "364e2511-1153-48e7-8595-032dbdba4297", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:35:57.224438 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fab847f2-49f0-4e9a-9cb9-985acca649d8 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:35:57.224865 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab847f2-49f0-4e9a-9cb9-985acca649d8'] response: {'name': 'network-changed', 'server_uuid': 'b9fd4027-9ae5-4ab2-afc6-c7eb723204cf', 'tag': '364e2511-1153-48e7-8595-032dbdba4297', 'status': 'completed', 'code': 200} Oct 04 08:35:57.268984 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b19902-e4b9-46b5-8941-11807fa4cf0a service neutron] Pushing event updated for resources: {'Port': ['ID=4b6d91d8-8d57-437a-8e26-84b89843a14e,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:57.279024 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d40fd2-13ee-494f-8941-8b443cb531a5 req-e0165c19-3652-43d8-90f1-3d4545c9624a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:57.280842 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e5d40fd2-13ee-494f-8941-8b443cb531a5 req-e0165c19-3652-43d8-90f1-3d4545c9624a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 943 time: 0.0747752 Oct 04 08:35:57.338932 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e5d40fd2-13ee-494f-8941-8b443cb531a5 req-7ecc5d1a-c4f1-45dc-adc1-7684958c4949 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510597 Oct 04 08:35:57.405547 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0df64d-110f-4ef9-ab12-a8b3dcca980f req-a445bad9-9633-4bd4-bc99-3bf0a453634c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:57.414082 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2a0df64d-110f-4ef9-ab12-a8b3dcca980f req-a445bad9-9633-4bd4-bc99-3bf0a453634c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 943 time: 0.0664914 Oct 04 08:35:57.459976 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2a0df64d-110f-4ef9-ab12-a8b3dcca980f req-cd1032f1-6df8-42eb-90c6-d973a9908b08 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 Oct 04 08:35:57.787303 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889b78f-4d50-49cb-9480-51bca53ee914 req-4f05d09f-27e8-4ed3-b2ab-a38ffaaaee88 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:57.788809 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1889b78f-4d50-49cb-9480-51bca53ee914 req-4f05d09f-27e8-4ed3-b2ab-a38ffaaaee88 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 945 time: 0.0481529 Oct 04 08:35:57.876752 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda14d4-15cf-48f8-b82d-14ac61aaa508 req-1683e66f-3c4c-45b3-be79-cd98cc5ad719 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:57.878237 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-afda14d4-15cf-48f8-b82d-14ac61aaa508 req-1683e66f-3c4c-45b3-be79-cd98cc5ad719 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 945 time: 0.0766029 Oct 04 08:35:57.881781 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1889b78f-4d50-49cb-9480-51bca53ee914 req-102b040b-1597-47f1-a191-6beb934e468c tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874212 Oct 04 08:35:57.917720 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:57.930862 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-afda14d4-15cf-48f8-b82d-14ac61aaa508 req-7a9fe930-262d-4191-a2b3-010d05ff15e6 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468023 Oct 04 08:35:58.477771 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d05bc-869d-4055-aa77-eb86fbc970f0 req-7fadf9e4-0335-4d7c-88fb-58cf3193ce91 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:58.479296 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3f0d05bc-869d-4055-aa77-eb86fbc970f0 req-7fadf9e4-0335-4d7c-88fb-58cf3193ce91 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 943 time: 0.0573535 Oct 04 08:35:58.531056 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3f0d05bc-869d-4055-aa77-eb86fbc970f0 req-fa86c7b5-46c2-4901-a1c7-947bea565c71 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458629 Oct 04 08:35:58.578345 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 52f10973-3a78-447b-a7be-d1bc8b3c7e32 up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:58.655784 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:35:58.664382 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:58.665190 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:58.666023 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 Oct 04 08:35:58.722667 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59776b6-7063-4bcb-8745-960d1529626d req-224279fa-9f53-4862-8bf8-2584caa898a7 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:58.734532 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f59776b6-7063-4bcb-8745-960d1529626d req-224279fa-9f53-4862-8bf8-2584caa898a7 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 943 time: 0.1933293 Oct 04 08:35:58.767179 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:58.767969 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:58.782963 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c874ef6-97b7-4b8a-818c-7e9508bcb259 req-45c9b2d5-65a7-4070-a615-4c57f93682ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:58.784479 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2c874ef6-97b7-4b8a-818c-7e9508bcb259 req-45c9b2d5-65a7-4070-a615-4c57f93682ec service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 1127 time: 0.1787608 Oct 04 08:35:58.802873 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf8ac1b-807c-4209-aab2-2d6aff4038f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f10973-3a78-447b-a7be-d1bc8b3c7e32'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:35:58.838738 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-698846fa-ae28-4816-b009-41ebefb65551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:58.841054 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-698846fa-ae28-4816-b009-41ebefb65551 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 1127 time: 0.1477714 Oct 04 08:35:58.877285 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['159277a9-e8de-47c4-813b-8de31279c18f'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:35:58.918350 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 52f10973-3a78-447b-a7be-d1bc8b3c7e32, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=52f10973-3a78-447b-a7be-d1bc8b3c7e32,segment=NetworkSegment(68d0fa00-add3-4e36-9d7e-4dfd8fed2b15),segment_id=68d0fa00-add3-4e36-9d7e-4dfd8fed2b15)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:58.929303 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:58.930330 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 0e360ecf-b764-45c6-8c4f-8ea15e619e9e up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:35:59.104574 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:59.106268 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:35:59.234801 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'tag': '4b6d91d8-8d57-437a-8e26-84b89843a14e'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:35:59.243385 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137a60cf-79fa-43e8-a49b-6750537da4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8351183-2123-48d0-9f68-c06ab2829d71", "tag": "4b6d91d8-8d57-437a-8e26-84b89843a14e"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:35:59.275458 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0de633df-ad07-4a2d-864a-21546f29eaa4 req-be9049d1-a6c4-4ea3-afea-78770aa66f6c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185588 Oct 04 08:35:59.276861 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-0504375d-985e-47fe-b75e-f621cea375d1 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b6d91d8-8d57-437a-8e26-84b89843a14e HTTP/1.1" status: 200 len: 217 time: 0.4012613 Oct 04 08:35:59.327723 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02de8139-5972-4c8b-8a09-8799ed29d17e" -d '{"events": [{"server_uuid": "7bf8ac1b-807c-4209-aab2-2d6aff4038f0", "name": "network-vif-plugged", "status": "completed", "tag": "52f10973-3a78-447b-a7be-d1bc8b3c7e32"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:35:59.336191 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:35:59.336570 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:59.336908 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e Oct 04 08:35:59.340635 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f59776b6-7063-4bcb-8745-960d1529626d req-085841f1-10cb-4be3-854a-867078c3c2e9 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051805 Oct 04 08:35:59.414925 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b04d5-8c1a-4ed3-a256-dd31b8807473 req-823628c7-c032-4aa5-9982-1e1d1d81635d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:59.416591 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d94b04d5-8c1a-4ed3-a256-dd31b8807473 req-823628c7-c032-4aa5-9982-1e1d1d81635d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 945 time: 0.1972106 Oct 04 08:35:59.439556 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=52f10973-3a78-447b-a7be-d1bc8b3c7e32,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:59.470938 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c874ef6-97b7-4b8a-818c-7e9508bcb259 req-9a871336-8734-4a82-a14a-fb319805f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:59.472968 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2c874ef6-97b7-4b8a-818c-7e9508bcb259 req-9a871336-8734-4a82-a14a-fb319805f136 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=5934621267af4b838889fcbfb9febaea&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6743777 Oct 04 08:35:59.534856 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-fb7ac5a7-a239-4598-9569-a325f8521c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:59.537421 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-fb7ac5a7-a239-4598-9569-a325f8521c78 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a544c86d-0009-4ba9-af33-45ba2bcf0de5 HTTP/1.1" status: 200 len: 854 time: 0.2435546 Oct 04 08:35:59.559104 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:59.609344 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:35:59.609916 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:59.692971 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0e360ecf-b764-45c6-8c4f-8ea15e619e9e,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:35:59.696193 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:35:59.701543 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:35:59.752948 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=0e360ecf-b764-45c6-8c4f-8ea15e619e9e,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:35:59.818692 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b54be-2f7b-44b7-a207-ac1af6c39d8b req-9ff433b0-cc31-4f4e-aa33-e4888f9d9a9f tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:59.820255 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0e1b54be-2f7b-44b7-a207-ac1af6c39d8b req-9ff433b0-cc31-4f4e-aa33-e4888f9d9a9f tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 946 time: 0.2820206 Oct 04 08:35:59.828852 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d94b04d5-8c1a-4ed3-a256-dd31b8807473 req-030fa833-2308-4fec-b86a-3262b3c07f76 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3931072 Oct 04 08:35:59.830351 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-20867ab6-03a2-49b4-baf9-61e10205a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:59.832098 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-20867ab6-03a2-49b4-baf9-61e10205a338 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd380db5-2756-484c-8401-ea63df26e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2702773 Oct 04 08:35:59.961011 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c874ef6-97b7-4b8a-818c-7e9508bcb259 req-ef27993a-ca51-4681-aff8-be586f9e2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:35:59.962773 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2c874ef6-97b7-4b8a-818c-7e9508bcb259 req-ef27993a-ca51-4681-aff8-be586f9e2f55 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4778657 Oct 04 08:36:00.028056 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdae0fd3-3cdd-4462-be50-0aaec616cf1c x-openstack-request-id: req-bdae0fd3-3cdd-4462-be50-0aaec616cf1c {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:36:00.028633 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8351183-2123-48d0-9f68-c06ab2829d71", "tag": "4b6d91d8-8d57-437a-8e26-84b89843a14e", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:36:00.028633 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdae0fd3-3cdd-4462-be50-0aaec616cf1c {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:36:00.028955 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdae0fd3-3cdd-4462-be50-0aaec616cf1c'] response: {'name': 'network-changed', 'server_uuid': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'tag': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'status': 'completed', 'code': 200} Oct 04 08:36:00.055493 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0e1b54be-2f7b-44b7-a207-ac1af6c39d8b req-70817066-c6df-443e-8765-613a4504f09a tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808953 Oct 04 08:36:00.079213 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:00.091566 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-e2ac4de7-6e41-49a2-840a-1a9540e9b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:00.093326 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-e2ac4de7-6e41-49a2-840a-1a9540e9b58e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 1127 time: 0.0767245 Oct 04 08:36:00.098615 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-e43df5ab-1306-46ec-8015-abe74406089e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566938 Oct 04 08:36:00.223162 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9c9fac-0c46-4108-a693-871e4d9ee80d x-openstack-request-id: req-6b9c9fac-0c46-4108-a693-871e4d9ee80d {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:36:00.223876 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf8ac1b-807c-4209-aab2-2d6aff4038f0", "name": "network-vif-plugged", "status": "completed", "tag": "52f10973-3a78-447b-a7be-d1bc8b3c7e32", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:36:00.224143 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b9c9fac-0c46-4108-a693-871e4d9ee80d {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:36:00.224667 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9c9fac-0c46-4108-a693-871e4d9ee80d'] response: {'server_uuid': '7bf8ac1b-807c-4209-aab2-2d6aff4038f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f10973-3a78-447b-a7be-d1bc8b3c7e32', 'code': 200} Oct 04 08:36:00.259184 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19de8-a340-4aeb-818a-aba347dbe18e req-e100a3d3-9914-4741-90fd-c3a622777f33 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:00.264956 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c5d19de8-a340-4aeb-818a-aba347dbe18e req-e100a3d3-9914-4741-90fd-c3a622777f33 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 943 time: 0.0805476 Oct 04 08:36:00.288805 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 53016) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:00.335285 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c5d19de8-a340-4aeb-818a-aba347dbe18e req-e9d3dccd-f5a1-440d-90ca-96fa41652056 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659864 Oct 04 08:36:00.430378 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c28d057a-f201-4358-a414-c52cc8db8bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:00.507021 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e64487-cac8-443f-bd2b-094894b64c05 req-ddf91001-9ca9-4470-93a5-0c25c09d4330 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:00.508850 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-07e64487-cac8-443f-bd2b-094894b64c05 req-ddf91001-9ca9-4470-93a5-0c25c09d4330 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 943 time: 0.0693898 Oct 04 08:36:00.597432 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-07e64487-cac8-443f-bd2b-094894b64c05 req-cc66dc73-6785-4508-bf38-8b329e365ec6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817885 Oct 04 08:36:00.612967 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c28d057a-f201-4358-a414-c52cc8db8bd0 admin admin] Publish callbacks [] for security_group (0f55be61-b701-47a8-9800-e01de68fa0cd), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:00.617647 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c28d057a-f201-4358-a414-c52cc8db8bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (0f55be61-b701-47a8-9800-e01de68fa0cd), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:00.657821 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d057a-f201-4358-a414-c52cc8db8bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f55be61-b701-47a8-9800-e01de68fa0cd,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:00.662793 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-c28d057a-f201-4358-a414-c52cc8db8bd0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a9da6747c5ea46108ebfb64439adb7ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729675 Oct 04 08:36:00.668212 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 53028) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:00.729362 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d421cf87-48de-4ee5-a13a-56468118f06d admin admin] Publish callbacks [] for security_group (0f55be61-b701-47a8-9800-e01de68fa0cd), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:00.751585 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d421cf87-48de-4ee5-a13a-56468118f06d admin admin] Publish callbacks [] for security_group (0f55be61-b701-47a8-9800-e01de68fa0cd), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:00.805922 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d421cf87-48de-4ee5-a13a-56468118f06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (0f55be61-b701-47a8-9800-e01de68fa0cd), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:00.809130 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d421cf87-48de-4ee5-a13a-56468118f06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:00.810479 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-d421cf87-48de-4ee5-a13a-56468118f06d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0f55be61-b701-47a8-9800-e01de68fa0cd HTTP/1.1" status: 204 len: 168 time: 0.1413734 Oct 04 08:36:00.820077 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421cf87-48de-4ee5-a13a-56468118f06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f55be61-b701-47a8-9800-e01de68fa0cd,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:00.966341 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:01.018672 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb36a19-14e5-4e76-a23a-ba5569cc2f7d req-a6ee566b-7990-4e15-921a-8bf4128775ef tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:01.021489 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7cb36a19-14e5-4e76-a23a-ba5569cc2f7d req-a6ee566b-7990-4e15-921a-8bf4128775ef tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 945 time: 0.0640724 Oct 04 08:36:01.074105 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7cb36a19-14e5-4e76-a23a-ba5569cc2f7d req-de309eeb-962e-4a2c-b2b2-dd9ad2088edf tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473034 Oct 04 08:36:01.203464 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c6873-5974-445d-ae23-5bca81b5b56c req-152e9ed5-b078-4546-b400-2be26473a005 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:01.205398 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-773c6873-5974-445d-ae23-5bca81b5b56c req-152e9ed5-b078-4546-b400-2be26473a005 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 946 time: 0.0621510 Oct 04 08:36:01.268322 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-773c6873-5974-445d-ae23-5bca81b5b56c req-a09452d4-117f-4085-ac53-9e75051ff3a6 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545440 Oct 04 08:36:01.470004 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53311738-23a4-4d8d-8f3c-55df75da546a req-a9023ce3-5360-4ab3-a6dd-aa9241e61c2d tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:01.471595 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53311738-23a4-4d8d-8f3c-55df75da546a req-a9023ce3-5360-4ab3-a6dd-aa9241e61c2d tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 943 time: 0.0557327 Oct 04 08:36:01.535117 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53311738-23a4-4d8d-8f3c-55df75da546a req-78adaf2a-c52f-4a67-b444-23566d06fed7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571456 Oct 04 08:36:01.655740 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 159277a9-e8de-47c4-813b-8de31279c18f up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:36:01.707057 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port 159277a9-e8de-47c4-813b-8de31279c18f completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:36:01.713432 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 159277a9-e8de-47c4-813b-8de31279c18f triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:36:01.713895 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (159277a9-e8de-47c4-813b-8de31279c18f), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:01.714369 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 159277a9-e8de-47c4-813b-8de31279c18f Oct 04 08:36:01.738028 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb7c8-3cb4-474e-85d6-f67e9ef0165d req-300c123d-0a5c-4d6c-9032-034d4535f8f8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:01.740231 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fc6fb7c8-3cb4-474e-85d6-f67e9ef0165d req-300c123d-0a5c-4d6c-9032-034d4535f8f8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 943 time: 0.0514984 Oct 04 08:36:01.794695 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fc6fb7c8-3cb4-474e-85d6-f67e9ef0165d req-3cfcf7a9-6e83-4777-af52-ea94eeb23277 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480561 Oct 04 08:36:01.800025 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 159277a9-e8de-47c4-813b-8de31279c18f is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:36:01.800421 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (159277a9-e8de-47c4-813b-8de31279c18f), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:01.842262 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 159277a9-e8de-47c4-813b-8de31279c18f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=159277a9-e8de-47c4-813b-8de31279c18f,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:36:01.846678 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (159277a9-e8de-47c4-813b-8de31279c18f), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:01.899269 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=159277a9-e8de-47c4-813b-8de31279c18f,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:01.950454 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:02.203384 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:02.212294 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb84a67-ba53-4477-8c65-32d19d05697d req-08015444-5778-4a7d-9434-ca2400789d0e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:02.213807 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cb84a67-ba53-4477-8c65-32d19d05697d req-08015444-5778-4a7d-9434-ca2400789d0e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.0498664 Oct 04 08:36:02.226259 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f597e06f-510c-46fe-92de-ce4a8dc53841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e360ecf-b764-45c6-8c4f-8ea15e619e9e'}, {'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:36:02.229303 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd38e5a-af24-4551-961b-ee83bc1b9c2f" -d '{"events": [{"server_uuid": "f597e06f-510c-46fe-92de-ce4a8dc53841", "name": "network-vif-plugged", "status": "completed", "tag": "0e360ecf-b764-45c6-8c4f-8ea15e619e9e"}, {"server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "name": "network-vif-plugged", "status": "completed", "tag": "159277a9-e8de-47c4-813b-8de31279c18f"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:36:02.276636 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cb84a67-ba53-4477-8c65-32d19d05697d req-de8afd25-97f6-4195-bfde-b25c5e6df2d1 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565536 Oct 04 08:36:02.276931 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 04 Oct 2022 08:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbc8377-e413-4040-b78f-280e6fdf96d6 x-openstack-request-id: req-bcbc8377-e413-4040-b78f-280e6fdf96d6 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:36:02.277226 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f597e06f-510c-46fe-92de-ce4a8dc53841", "name": "network-vif-plugged", "status": "completed", "tag": "0e360ecf-b764-45c6-8c4f-8ea15e619e9e", "code": 200}, {"server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "name": "network-vif-plugged", "status": "completed", "tag": "159277a9-e8de-47c4-813b-8de31279c18f", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:36:02.277477 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcbc8377-e413-4040-b78f-280e6fdf96d6 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:36:02.277868 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcbc8377-e413-4040-b78f-280e6fdf96d6'] response: {'server_uuid': 'f597e06f-510c-46fe-92de-ce4a8dc53841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e360ecf-b764-45c6-8c4f-8ea15e619e9e', 'code': 200} Oct 04 08:36:02.278126 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcbc8377-e413-4040-b78f-280e6fdf96d6'] response: {'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f', 'code': 200} Oct 04 08:36:02.415078 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b3e4c-3704-46bc-a1b0-98a00cbee052 req-3760eb9a-efcd-4d16-bf31-5002b836fee0 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:02.416743 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4d7b3e4c-3704-46bc-a1b0-98a00cbee052 req-3760eb9a-efcd-4d16-bf31-5002b836fee0 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 946 time: 0.0520377 Oct 04 08:36:02.466061 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4d7b3e4c-3704-46bc-a1b0-98a00cbee052 req-c87e3dff-a6e2-4b9f-8213-76517ae1bd86 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436168 Oct 04 08:36:02.606607 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-b3661473-ecc0-4fee-8ed2-6f41436eb2fb service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364e2511-1153-48e7-8595-032dbdba4297 HTTP/1.1" status: 200 len: 217 time: 0.0474625 Oct 04 08:36:02.927928 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f5766-95d2-48dd-bd2a-f9189164514c req-cb600ed8-f85f-4096-986b-b896d639e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:02.929982 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-481f5766-95d2-48dd-bd2a-f9189164514c req-cb600ed8-f85f-4096-986b-b896d639e679 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 1130 time: 0.1001325 Oct 04 08:36:02.959515 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-481f5766-95d2-48dd-bd2a-f9189164514c req-241840c5-9a6f-4f3d-ab18-49b059053c65 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:03.047165 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7022f-1953-4610-b126-a7813e068939 req-27f1ba1f-a40c-4fe9-9b55-2bbb087e848f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:03.048965 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b0e7022f-1953-4610-b126-a7813e068939 req-27f1ba1f-a40c-4fe9-9b55-2bbb087e848f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 943 time: 0.0805218 Oct 04 08:36:03.058327 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104d1cf-e8e0-4fbb-ba8f-2d6349d7993e req-8b3858ec-d3d4-45b3-80e6-0f92477fcec7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:03.059889 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6104d1cf-e8e0-4fbb-ba8f-2d6349d7993e req-8b3858ec-d3d4-45b3-80e6-0f92477fcec7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 943 time: 0.3994069 Oct 04 08:36:03.059998 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-481f5766-95d2-48dd-bd2a-f9189164514c req-241840c5-9a6f-4f3d-ab18-49b059053c65 service neutron] Publish callbacks [] for security_group (22566ef7-57ba-434e-b601-5c4604f28703), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:03.067608 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6732c0e-e7da-4ccc-9943-0ee08f9d2258 req-f597fc52-01b0-4625-9054-596d3f3aa549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:03.069246 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-481f5766-95d2-48dd-bd2a-f9189164514c req-241840c5-9a6f-4f3d-ab18-49b059053c65 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (22566ef7-57ba-434e-b601-5c4604f28703), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:03.069402 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c6732c0e-e7da-4ccc-9943-0ee08f9d2258 req-f597fc52-01b0-4625-9054-596d3f3aa549 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 1130 time: 0.2235560 Oct 04 08:36:03.073935 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-66a8d8db-815f-4f41-a7d5-08556f4dd2b9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777243 Oct 04 08:36:03.099097 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-ff50952d-a30b-4187-8424-2ed826d26995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:03.103978 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-ff50952d-a30b-4187-8424-2ed826d26995 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.4824324 Oct 04 08:36:03.103978 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b83ad-1d0e-492d-9c89-dbdcdcd18a4f req-1986c1ff-4312-4174-9b48-eb1cc198a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:03.103978 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d68b83ad-1d0e-492d-9c89-dbdcdcd18a4f req-1986c1ff-4312-4174-9b48-eb1cc198a25e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 1130 time: 0.3216240 Oct 04 08:36:03.119261 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241840c5-9a6f-4f3d-ab18-49b059053c65 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=22566ef7-57ba-434e-b601-5c4604f28703,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:03.133128 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-481f5766-95d2-48dd-bd2a-f9189164514c req-241840c5-9a6f-4f3d-ab18-49b059053c65 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971984 Oct 04 08:36:03.198653 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6104d1cf-e8e0-4fbb-ba8f-2d6349d7993e req-8102e3a3-6599-4743-b21d-c38b5e2fcd88 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277149 Oct 04 08:36:03.244922 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b0e7022f-1953-4610-b126-a7813e068939 req-4cfac763-ea88-4505-8462-282479237fe3 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840165 Oct 04 08:36:03.251974 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c6732c0e-e7da-4ccc-9943-0ee08f9d2258 req-048884bf-25a9-4cfc-aa94-c20c8945360e service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470623 Oct 04 08:36:03.430231 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6debd54-e2ae-4b64-9bae-38029f0fedf3 req-c3858015-fc24-4103-88d9-7205bd0feb4a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:03.432006 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a6debd54-e2ae-4b64-9bae-38029f0fedf3 req-c3858015-fc24-4103-88d9-7205bd0feb4a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.0605431 Oct 04 08:36:03.510823 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:03.522266 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a6debd54-e2ae-4b64-9bae-38029f0fedf3 req-9e2420d5-ecf2-477e-a7d1-d191165056bd tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808113 Oct 04 08:36:03.654859 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a153c-330a-4de4-b113-898c629aca40 req-bee71e92-4730-4079-b6de-3eaf49480e72 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:03.661259 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c81a153c-330a-4de4-b113-898c629aca40 req-bee71e92-4730-4079-b6de-3eaf49480e72 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 946 time: 0.0742733 Oct 04 08:36:03.727963 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c81a153c-330a-4de4-b113-898c629aca40 req-f9ba4f78-964c-4816-a0b0-5cd814617026 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637996 Oct 04 08:36:04.115870 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 53190) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:04.172898 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 53194) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:04.554080 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:04.584882 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-799cc8fd-1a5f-40e3-88a3-c1b3feabc50b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:04.586971 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c78c711a-3839-4c16-bd22-0bda25bc997e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:04.642352 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-57086af5-2983-452b-9011-d603e3e328fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:04.644015 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-57086af5-2983-452b-9011-d603e3e328fd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3792233 Oct 04 08:36:04.664333 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a60cf-79fa-43e8-a49b-6750537da4a8 req-170f183b-efec-403b-8fe1-e6d1f03c8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:04.665919 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-137a60cf-79fa-43e8-a49b-6750537da4a8 req-170f183b-efec-403b-8fe1-e6d1f03c8d25 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 1127 time: 0.3894205 Oct 04 08:36:04.691008 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c9481-d93d-4e6c-90cb-68de639bccca req-e2077a07-7bec-4458-97c9-d4d3f2edaed4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:04.692523 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-496c9481-d93d-4e6c-90cb-68de639bccca req-e2077a07-7bec-4458-97c9-d4d3f2edaed4 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 943 time: 0.3944886 Oct 04 08:36:04.712883 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f724ee-9d8d-4ff5-bc60-24eeb94447f4 req-d1f022bd-4fd2-4186-99f4-fa66cfdc6917 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:04.714328 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-26f724ee-9d8d-4ff5-bc60-24eeb94447f4 req-d1f022bd-4fd2-4186-99f4-fa66cfdc6917 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 943 time: 0.1706784 Oct 04 08:36:04.731321 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d68b83ad-1d0e-492d-9c89-dbdcdcd18a4f req-da2dfb5a-93f8-4461-b968-ef42eb536913 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560056 Oct 04 08:36:04.853223 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-496c9481-d93d-4e6c-90cb-68de639bccca req-787ede72-21e1-4a4b-a9b8-e53cce5c6f72 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472416 Oct 04 08:36:04.858913 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-26f724ee-9d8d-4ff5-bc60-24eeb94447f4 req-adc6e734-b910-4630-82ce-79051810ea3d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323624 Oct 04 08:36:04.912447 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c78c711a-3839-4c16-bd22-0bda25bc997e admin admin] Publish callbacks [] for security_group (1bd9eafc-7386-430f-ad7a-f620939bc0f3), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:04.914579 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-799cc8fd-1a5f-40e3-88a3-c1b3feabc50b admin admin] Publish callbacks [] for security_group (c62df5ac-bbbe-442f-b928-fc1674f2297b), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:04.920478 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c78c711a-3839-4c16-bd22-0bda25bc997e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (1bd9eafc-7386-430f-ad7a-f620939bc0f3), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:04.929107 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-799cc8fd-1a5f-40e3-88a3-c1b3feabc50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (c62df5ac-bbbe-442f-b928-fc1674f2297b), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:05.022408 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-c78c711a-3839-4c16-bd22-0bda25bc997e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=97144851313240fd838b173918b5a299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8483825 Oct 04 08:36:05.023658 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c711a-3839-4c16-bd22-0bda25bc997e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd9eafc-7386-430f-ad7a-f620939bc0f3,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:05.025106 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53226) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:05.079158 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-799cc8fd-1a5f-40e3-88a3-c1b3feabc50b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ff968fce8939452880a6350ca7218e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9617608 Oct 04 08:36:05.091095 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53228) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:05.122086 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d577152-07ff-4e19-941b-041522d82121 req-5a17a8ca-67d1-4dba-9732-ddf46de653b2 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:05.124157 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9d577152-07ff-4e19-941b-041522d82121 req-5a17a8ca-67d1-4dba-9732-ddf46de653b2 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 946 time: 0.1305261 Oct 04 08:36:05.125722 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:05.150392 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497c04a-c8f6-45c2-a654-d02817d0a2f7 req-04047fd3-26bb-4b24-998c-9884a9923492 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:05.152355 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9497c04a-c8f6-45c2-a654-d02817d0a2f7 req-04047fd3-26bb-4b24-998c-9884a9923492 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.1726167 Oct 04 08:36:05.169976 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e517a6d6-829b-4619-ab56-8d4631f5c0a6 admin admin] Publish callbacks [] for security_group (1bd9eafc-7386-430f-ad7a-f620939bc0f3), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:05.188513 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:05.189626 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cc8fd-1a5f-40e3-88a3-c1b3feabc50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62df5ac-bbbe-442f-b928-fc1674f2297b,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:05.212697 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e517a6d6-829b-4619-ab56-8d4631f5c0a6 admin admin] Publish callbacks [] for security_group (1bd9eafc-7386-430f-ad7a-f620939bc0f3), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:05.224057 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-13086034-d199-4697-a960-47c5d51e0219 admin admin] Publish callbacks [] for security_group (c62df5ac-bbbe-442f-b928-fc1674f2297b), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:05.266362 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-13086034-d199-4697-a960-47c5d51e0219 admin admin] Publish callbacks [] for security_group (c62df5ac-bbbe-442f-b928-fc1674f2297b), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:05.323589 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e517a6d6-829b-4619-ab56-8d4631f5c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (1bd9eafc-7386-430f-ad7a-f620939bc0f3), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:05.327107 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e517a6d6-829b-4619-ab56-8d4631f5c0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:05.331272 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-e517a6d6-829b-4619-ab56-8d4631f5c0a6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1bd9eafc-7386-430f-ad7a-f620939bc0f3 HTTP/1.1" status: 204 len: 168 time: 0.3028369 Oct 04 08:36:05.340480 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517a6d6-829b-4619-ab56-8d4631f5c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd9eafc-7386-430f-ad7a-f620939bc0f3,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:05.352335 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-13086034-d199-4697-a960-47c5d51e0219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (c62df5ac-bbbe-442f-b928-fc1674f2297b), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:05.357513 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-13086034-d199-4697-a960-47c5d51e0219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:05.361863 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-13086034-d199-4697-a960-47c5d51e0219 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c62df5ac-bbbe-442f-b928-fc1674f2297b HTTP/1.1" status: 204 len: 168 time: 0.2667933 Oct 04 08:36:05.380662 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:05.394397 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13086034-d199-4697-a960-47c5d51e0219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62df5ac-bbbe-442f-b928-fc1674f2297b,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:05.431171 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9497c04a-c8f6-45c2-a654-d02817d0a2f7 req-e33c35fd-d520-4b62-9201-5b0119335bfa tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398651 Oct 04 08:36:05.435973 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9d577152-07ff-4e19-941b-041522d82121 req-48065d12-ca71-475e-bb8d-fd161a8d3e54 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804046 Oct 04 08:36:05.470903 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a60cf-79fa-43e8-a49b-6750537da4a8 req-8710bf08-4aa1-40bc-b424-28e9348c298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:05.472544 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-137a60cf-79fa-43e8-a49b-6750537da4a8 req-8710bf08-4aa1-40bc-b424-28e9348c298d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 915 time: 0.3576372 Oct 04 08:36:05.479381 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-7baf4b74-efaf-4d39-a994-981efaafac80 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649342 Oct 04 08:36:05.656295 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 4b6d91d8-8d57-437a-8e26-84b89843a14e details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:36:05.769043 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-137a60cf-79fa-43e8-a49b-6750537da4a8 req-eacdd75c-c0b6-40db-985f-bf810d2098f1 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b6d91d8-8d57-437a-8e26-84b89843a14e HTTP/1.1" status: 200 len: 217 time: 0.0599215 Oct 04 08:36:05.821504 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53248) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:05.842486 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7c9325d4-6d2a-4ad1-ba9b-b0c4faed4931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:05.862791 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53250) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:05.870250 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 4b6d91d8-8d57-437a-8e26-84b89843a14e, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4b6d91d8-8d57-437a-8e26-84b89843a14e,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:36:05.880177 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-da7bf7c3-0183-447a-8f99-384b6e3e0db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:05.889966 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6cbb18e9-0412-4312-b0e0-83c58cd8737f req-65b5ab9e-7e0e-42f1-863f-1b973b004e6b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901751 Oct 04 08:36:05.917345 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'port_id': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'mac_address': 'fa:16:3e:99:d1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:36:06.000571 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-da7bf7c3-0183-447a-8f99-384b6e3e0db2 admin admin] Publish callbacks [] for security_group (b19041a0-65f5-42ab-a9d8-ee6387bd4b29), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.001851 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:06.009274 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 4b6d91d8-8d57-437a-8e26-84b89843a14e is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:36:06.010796 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.033133 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6d91d8-8d57-437a-8e26-84b89843a14e {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:36:06.076497 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7c9325d4-6d2a-4ad1-ba9b-b0c4faed4931 admin admin] Publish callbacks [] for security_group (de777297-3e94-44bf-8309-d335c2c066d1), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.079618 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-da7bf7c3-0183-447a-8f99-384b6e3e0db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (b19041a0-65f5-42ab-a9d8-ee6387bd4b29), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.084768 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 4b6d91d8-8d57-437a-8e26-84b89843a14e, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4b6d91d8-8d57-437a-8e26-84b89843a14e,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:36:06.087061 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7c9325d4-6d2a-4ad1-ba9b-b0c4faed4931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (de777297-3e94-44bf-8309-d335c2c066d1), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.095047 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.149826 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a60cf-79fa-43e8-a49b-6750537da4a8 req-aa5f94ce-eee6-488f-837e-c00fcb58a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:06.155826 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-137a60cf-79fa-43e8-a49b-6750537da4a8 req-aa5f94ce-eee6-488f-837e-c00fcb58a9e7 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a544c86d-0009-4ba9-af33-45ba2bcf0de5 HTTP/1.1" status: 200 len: 854 time: 0.2647684 Oct 04 08:36:06.167295 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d51a3-59b1-4a43-92f6-fff825527902 req-6c88734e-1177-45c7-91a0-6604de913dd0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:06.177497 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6c9d51a3-59b1-4a43-92f6-fff825527902 req-6c88734e-1177-45c7-91a0-6604de913dd0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 943 time: 0.1609993 Oct 04 08:36:06.181333 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:06.184186 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=4b6d91d8-8d57-437a-8e26-84b89843a14e,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:06.190418 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bf7c3-0183-447a-8f99-384b6e3e0db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19041a0-65f5-42ab-a9d8-ee6387bd4b29,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:06.199641 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-da7bf7c3-0183-447a-8f99-384b6e3e0db2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8a67c38974c94779935c10af81cc11aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325446 Oct 04 08:36:06.200330 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-7c9325d4-6d2a-4ad1-ba9b-b0c4faed4931 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2728f037c73f4876a79b6480b9e1ebd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776772 Oct 04 08:36:06.203848 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53260) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:06.204178 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53262) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:06.208637 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613732-d6ea-49f5-9853-731a0074018a req-23630aa3-0dac-4140-91f8-4a1b25baeb85 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:06.216773 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fd613732-d6ea-49f5-9853-731a0074018a req-23630aa3-0dac-4140-91f8-4a1b25baeb85 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 944 time: 0.1635315 Oct 04 08:36:06.320224 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9325d4-6d2a-4ad1-ba9b-b0c4faed4931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de777297-3e94-44bf-8309-d335c2c066d1,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:06.337468 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fd613732-d6ea-49f5-9853-731a0074018a req-2acdfaf0-50db-4f0f-a1ce-0a67d3a8bafa tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183641 Oct 04 08:36:06.344464 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['4b6d91d8-8d57-437a-8e26-84b89843a14e'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:36:06.354132 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6c9d51a3-59b1-4a43-92f6-fff825527902 req-f6d6112f-e459-4ef4-903c-e298bb5c4ac3 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739237 Oct 04 08:36:06.359365 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-51489eba-f88e-48f1-8da1-b00099e8dfea admin admin] Publish callbacks [] for security_group (de777297-3e94-44bf-8309-d335c2c066d1), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.363949 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:06.374031 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1a36a443-630a-4b82-90db-219917c17e25 admin admin] Publish callbacks [] for security_group (b19041a0-65f5-42ab-a9d8-ee6387bd4b29), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.419657 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-51489eba-f88e-48f1-8da1-b00099e8dfea admin admin] Publish callbacks [] for security_group (de777297-3e94-44bf-8309-d335c2c066d1), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.549344 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1a36a443-630a-4b82-90db-219917c17e25 admin admin] Publish callbacks [] for security_group (b19041a0-65f5-42ab-a9d8-ee6387bd4b29), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.558036 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-51489eba-f88e-48f1-8da1-b00099e8dfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (de777297-3e94-44bf-8309-d335c2c066d1), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.561401 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-51489eba-f88e-48f1-8da1-b00099e8dfea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.562802 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-51489eba-f88e-48f1-8da1-b00099e8dfea admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/de777297-3e94-44bf-8309-d335c2c066d1 HTTP/1.1" status: 204 len: 168 time: 0.3557956 Oct 04 08:36:06.617489 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51489eba-f88e-48f1-8da1-b00099e8dfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de777297-3e94-44bf-8309-d335c2c066d1,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:06.617690 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de9ceb-f925-44b9-82cc-12b49e73ebad req-9e80c74a-8832-4374-9c29-e41de2d1356a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:06.628415 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-12de9ceb-f925-44b9-82cc-12b49e73ebad req-9e80c74a-8832-4374-9c29-e41de2d1356a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.0924695 Oct 04 08:36:06.674903 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1a36a443-630a-4b82-90db-219917c17e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (b19041a0-65f5-42ab-a9d8-ee6387bd4b29), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.677694 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1a36a443-630a-4b82-90db-219917c17e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:06.683502 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-1a36a443-630a-4b82-90db-219917c17e25 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b19041a0-65f5-42ab-a9d8-ee6387bd4b29 HTTP/1.1" status: 204 len: 168 time: 0.4735761 Oct 04 08:36:06.697678 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36a443-630a-4b82-90db-219917c17e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19041a0-65f5-42ab-a9d8-ee6387bd4b29,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:06.715015 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53280) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:06.755796 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f500e02-260f-4bbd-8723-dbde04235524 req-1cb0de41-ce70-446b-abec-5aa5d5aad508 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:06.757394 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7f500e02-260f-4bbd-8723-dbde04235524 req-1cb0de41-ce70-446b-abec-5aa5d5aad508 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 946 time: 0.1493192 Oct 04 08:36:06.768311 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-12de9ceb-f925-44b9-82cc-12b49e73ebad req-07f85dd9-cfbc-4db3-8850-14970f68b310 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379416 Oct 04 08:36:06.851668 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a60cf-79fa-43e8-a49b-6750537da4a8 req-702e4cc0-0fa4-479f-9ba8-f1f966b829e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:06.853190 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-137a60cf-79fa-43e8-a49b-6750537da4a8 req-702e4cc0-0fa4-479f-9ba8-f1f966b829e8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd380db5-2756-484c-8401-ea63df26e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839691 Oct 04 08:36:06.870801 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7f500e02-260f-4bbd-8723-dbde04235524 req-973448a3-3277-4536-b4a2-9d7a1c60101c tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996814 Oct 04 08:36:07.002099 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3540f44-1848-4fee-9f90-d0357714bd3e req-3d0bf4e3-0169-408b-9760-83504b5bac25 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:07.004564 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e3540f44-1848-4fee-9f90-d0357714bd3e req-3d0bf4e3-0169-408b-9760-83504b5bac25 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.0750561 Oct 04 08:36:07.015689 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 53292) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:07.023269 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-d070e76d-189a-4cc0-ae1d-25b7ac9c5e07 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Request body: {'floatingip': {'port_id': '159277a9-e8de-47c4-813b-8de31279c18f'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:36:07.125108 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d070e76d-189a-4cc0-ae1d-25b7ac9c5e07 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (d1e94d72-d378-4910-b6a9-cd8d0dc4358b), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:07.212468 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:07.443546 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Publish callbacks [] for security_group (f4231dc9-6510-4126-8693-25ef36fee5a5), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:07.451656 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (f4231dc9-6510-4126-8693-25ef36fee5a5), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:07.508312 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:07.525866 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a00e35a1b97b49f6b503517fcfba3a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8094561 Oct 04 08:36:07.527030 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4231dc9-6510-4126-8693-25ef36fee5a5,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:07.531131 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53320) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:07.548372 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.548730 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.549447 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.549447 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.549708 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.550104 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.550357 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.550716 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.551653 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.551987 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.552381 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.552737 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.553257 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.553371 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.553682 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38bb81c-f92f-484c-8607-d63f7a329544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:07.597705 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a4ac-1f5f-48f6-ad24-40d044621c0d req-e99d225a-188b-4854-83be-fcd3fa97814a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:07.599844 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0d12a4ac-1f5f-48f6-ad24-40d044621c0d req-e99d225a-188b-4854-83be-fcd3fa97814a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 944 time: 0.0966079 Oct 04 08:36:07.616882 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ed914364-ef3a-47da-9339-4461df70d096 admin admin] Publish callbacks [] for security_group (f4231dc9-6510-4126-8693-25ef36fee5a5), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:07.647527 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ed914364-ef3a-47da-9339-4461df70d096 admin admin] Publish callbacks [] for security_group (f4231dc9-6510-4126-8693-25ef36fee5a5), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:07.663884 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 4b6d91d8-8d57-437a-8e26-84b89843a14e up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:36:07.715886 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ed914364-ef3a-47da-9339-4461df70d096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (f4231dc9-6510-4126-8693-25ef36fee5a5), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:07.718983 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ed914364-ef3a-47da-9339-4461df70d096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:07.723518 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-ed914364-ef3a-47da-9339-4461df70d096 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f4231dc9-6510-4126-8693-25ef36fee5a5 HTTP/1.1" status: 204 len: 168 time: 0.1906762 Oct 04 08:36:07.737622 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed914364-ef3a-47da-9339-4461df70d096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4231dc9-6510-4126-8693-25ef36fee5a5,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:07.766201 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port 4b6d91d8-8d57-437a-8e26-84b89843a14e completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:36:07.780962 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 4b6d91d8-8d57-437a-8e26-84b89843a14e triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:36:07.781926 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:07.783158 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 4b6d91d8-8d57-437a-8e26-84b89843a14e Oct 04 08:36:07.812949 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:07.825770 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc017534-46ac-4097-81e5-474ecd36354a req-232c6759-5d4b-4c43-8c04-7bf10c4f36d8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:07.834908 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fc017534-46ac-4097-81e5-474ecd36354a req-232c6759-5d4b-4c43-8c04-7bf10c4f36d8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 943 time: 0.3327165 Oct 04 08:36:07.933757 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:07.948837 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0d12a4ac-1f5f-48f6-ad24-40d044621c0d req-6368598d-fb72-4831-827f-7c0e134ebffc tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268523 Oct 04 08:36:07.991546 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 4b6d91d8-8d57-437a-8e26-84b89843a14e is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:36:07.992073 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:08.068090 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6d91d8-8d57-437a-8e26-84b89843a14e'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:36:08.077104 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bfdebc-7f6f-4fff-91cd-78f1cef0f495" -d '{"events": [{"server_uuid": "a8351183-2123-48d0-9f68-c06ab2829d71", "name": "network-vif-plugged", "status": "completed", "tag": "4b6d91d8-8d57-437a-8e26-84b89843a14e"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:36:08.156529 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 4b6d91d8-8d57-437a-8e26-84b89843a14e, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4b6d91d8-8d57-437a-8e26-84b89843a14e,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:36:08.162634 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:08.204260 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c802ccad-6847-482a-b607-73d956bac420 x-openstack-request-id: req-c802ccad-6847-482a-b607-73d956bac420 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:36:08.204746 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8351183-2123-48d0-9f68-c06ab2829d71", "name": "network-vif-plugged", "status": "completed", "tag": "4b6d91d8-8d57-437a-8e26-84b89843a14e", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:36:08.205369 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c802ccad-6847-482a-b607-73d956bac420 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:36:08.206220 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c802ccad-6847-482a-b607-73d956bac420'] response: {'server_uuid': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'code': 200} Oct 04 08:36:08.253485 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=4b6d91d8-8d57-437a-8e26-84b89843a14e,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:08.275413 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.275759 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.277719 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.278242 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.281026 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.283155 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.283675 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.284153 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.286072 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.287233 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.287604 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.287965 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.288303 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.288631 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.291413 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:08.410223 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fc017534-46ac-4097-81e5-474ecd36354a req-0475d285-effe-4887-8d68-df82c7c8072a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739896 Oct 04 08:36:08.508452 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-961f242e-168e-4c13-b48e-54acaab71960 req-1398bfce-35e2-408a-94e5-59c8faf4ced9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2422111 Oct 04 08:36:08.562689 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16445b1d-446e-46df-b384-d2b60cc99fca req-5db6730f-1bd6-449b-8627-4b39ba9220a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:08.564212 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-16445b1d-446e-46df-b384-d2b60cc99fca req-5db6730f-1bd6-449b-8627-4b39ba9220a4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 1129 time: 0.1735032 Oct 04 08:36:08.636712 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.db.resource_extend [None req-d070e76d-189a-4cc0-ae1d-25b7ac9c5e07 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 08:36:08.755021 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-137a60cf-79fa-43e8-a49b-6750537da4a8 req-39df57b6-3fe2-4ed2-9942-89a22d1d2f42 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798770 Oct 04 08:36:08.785762 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-16445b1d-446e-46df-b384-d2b60cc99fca req-82b75c54-fc5b-4954-92a8-00514a38ca9c service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017236 Oct 04 08:36:08.856823 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f242e-168e-4c13-b48e-54acaab71960 req-c8290749-e543-48a7-b9bc-430961e4e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:08.858832 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-961f242e-168e-4c13-b48e-54acaab71960 req-c8290749-e543-48a7-b9bc-430961e4e32e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3f34eba992024f6881d1292c9f7cfd48&device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 1130 time: 0.2827475 Oct 04 08:36:08.861075 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d070e76d-189a-4cc0-ae1d-25b7ac9c5e07 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:08.869775 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d070e76d-189a-4cc0-ae1d-25b7ac9c5e07 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (d1e94d72-d378-4910-b6a9-cd8d0dc4358b), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:08.945221 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-137a60cf-79fa-43e8-a49b-6750537da4a8 req-c2d8593f-ab49-4fc4-b707-9b310602df6a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697938 Oct 04 08:36:09.007802 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:09.013725 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.l3_db [None req-d070e76d-189a-4cc0-ae1d-25b7ac9c5e07 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Floating IP d1e94d72-d378-4910-b6a9-cd8d0dc4358b associated. External IP: 172.27.0.191, port: 159277a9-e8de-47c4-813b-8de31279c18f. Oct 04 08:36:09.167175 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53398) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:09.253146 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f242e-168e-4c13-b48e-54acaab71960 req-4da94280-e750-4726-bc87-33cef8e9a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:09.254695 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-961f242e-168e-4c13-b48e-54acaab71960 req-4da94280-e750-4726-bc87-33cef8e9a587 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=5222819e-bf96-4595-9724-ed979b9e88ed HTTP/1.1" status: 200 len: 911 time: 0.2001359 Oct 04 08:36:09.265622 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383198-4681-4a91-85ef-0be07b643091 req-0a731d50-d9aa-4acd-b31f-efbf5b6bbb5e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:09.267089 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0a383198-4681-4a91-85ef-0be07b643091 req-0a731d50-d9aa-4acd-b31f-efbf5b6bbb5e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 945 time: 0.1380935 Oct 04 08:36:09.367790 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0a383198-4681-4a91-85ef-0be07b643091 req-09da8002-adbd-4435-b174-4c7946785ba1 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646350 Oct 04 08:36:09.442147 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a984-2097-4431-829c-93d6fe3e857c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:09.520750 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:09.664884 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-961f242e-168e-4c13-b48e-54acaab71960 req-09ea2a4f-acec-4b22-b15d-b3e4fc794543 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52f10973-3a78-447b-a7be-d1bc8b3c7e32 HTTP/1.1" status: 200 len: 217 time: 0.0909483 Oct 04 08:36:09.669774 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d070e76d-189a-4cc0-ae1d-25b7ac9c5e07 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Router ead37ab8-dc2c-4724-b676-f8c68b14b1fc has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:36:09.676512 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a984-2097-4431-829c-93d6fe3e857c admin admin] Publish callbacks [] for security_group (72dd6140-c6b3-46e0-82b4-f748427622eb), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:09.683292 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a984-2097-4431-829c-93d6fe3e857c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (72dd6140-c6b3-46e0-82b4-f748427622eb), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:09.685491 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 364e2511-1153-48e7-8595-032dbdba4297 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:36:09.744987 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c5cba-c8a6-436d-889c-66cf5f2cd9ab req-336904f4-6bc9-4a91-b54e-e8e7774b17d6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:09.754422 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ab4c5cba-c8a6-436d-889c-66cf5f2cd9ab req-336904f4-6bc9-4a91-b54e-e8e7774b17d6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 943 time: 0.1913087 Oct 04 08:36:09.820572 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6a984-2097-4431-829c-93d6fe3e857c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dd6140-c6b3-46e0-82b4-f748427622eb,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:09.837278 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-cdc6a984-2097-4431-829c-93d6fe3e857c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=65460c9571604e9fa131786172b0fa70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6689179 Oct 04 08:36:09.845162 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53438) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:09.911776 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ab4c5cba-c8a6-436d-889c-66cf5f2cd9ab req-147a5f96-9b4d-40d9-93b6-15f451ece210 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558220 Oct 04 08:36:09.918327 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fb137e56-23f2-4cec-8d47-d6c3fedbe4ef admin admin] Publish callbacks [] for security_group (72dd6140-c6b3-46e0-82b4-f748427622eb), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:09.977326 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 364e2511-1153-48e7-8595-032dbdba4297, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=364e2511-1153-48e7-8595-032dbdba4297,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:36:09.985199 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f242e-168e-4c13-b48e-54acaab71960 req-0543d39e-2bfb-4e21-b880-acd7edc5dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:09.987264 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fb137e56-23f2-4cec-8d47-d6c3fedbe4ef admin admin] Publish callbacks [] for security_group (72dd6140-c6b3-46e0-82b4-f748427622eb), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:09.988832 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-961f242e-168e-4c13-b48e-54acaab71960 req-0543d39e-2bfb-4e21-b880-acd7edc5dfd0 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce HTTP/1.1" status: 200 len: 850 time: 0.3089454 Oct 04 08:36:09.991458 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '364e2511-1153-48e7-8595-032dbdba4297', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'port_id': '364e2511-1153-48e7-8595-032dbdba4297', 'mac_address': 'fa:16:3e:b1:7e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:36:10.035853 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 364e2511-1153-48e7-8595-032dbdba4297 is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:36:10.036628 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (364e2511-1153-48e7-8595-032dbdba4297), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:10.053459 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364e2511-1153-48e7-8595-032dbdba4297 {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:36:10.071709 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:10.080666 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 364e2511-1153-48e7-8595-032dbdba4297, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=364e2511-1153-48e7-8595-032dbdba4297,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:36:10.085510 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (364e2511-1153-48e7-8595-032dbdba4297), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:10.095680 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fb137e56-23f2-4cec-8d47-d6c3fedbe4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (72dd6140-c6b3-46e0-82b4-f748427622eb), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:10.099194 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fb137e56-23f2-4cec-8d47-d6c3fedbe4ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:10.100592 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-fb137e56-23f2-4cec-8d47-d6c3fedbe4ef admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/72dd6140-c6b3-46e0-82b4-f748427622eb HTTP/1.1" status: 204 len: 168 time: 0.2544110 Oct 04 08:36:10.107507 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d070e76d-189a-4cc0-ae1d-25b7ac9c5e07 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:36:10.121330 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb137e56-23f2-4cec-8d47-d6c3fedbe4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dd6140-c6b3-46e0-82b4-f748427622eb,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:10.142757 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5be8dd-00fa-4bfa-81ea-f9041a4d4ee6 None None] Sync routers for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:36:10.156157 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:10.158050 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=364e2511-1153-48e7-8595-032dbdba4297,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:10.178080 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5be8dd-00fa-4bfa-81ea-f9041a4d4ee6 None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:36:10.178254 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d070e76d-189a-4cc0-ae1d-25b7ac9c5e07 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:10.179030 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-1b5be8dd-00fa-4bfa-81ea-f9041a4d4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:35:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:10.320294 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-1b5be8dd-00fa-4bfa-81ea-f9041a4d4ee6 None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:36:10.358842 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-d070e76d-189a-4cc0-ae1d-25b7ac9c5e07 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/d1e94d72-d378-4910-b6a9-cd8d0dc4358b HTTP/1.1" status: 200 len: 992 time: 3.3417678 Oct 04 08:36:10.359737 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:36:10.366105 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['364e2511-1153-48e7-8595-032dbdba4297'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:36:10.378980 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39c4383-a415-496c-813d-f616148e4b79" -d '{"events": [{"name": "network-changed", "server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "tag": "159277a9-e8de-47c4-813b-8de31279c18f"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:36:10.541068 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a534a4-8330-47f2-9859-028f692686a7 x-openstack-request-id: req-e3a534a4-8330-47f2-9859-028f692686a7 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:36:10.541372 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "tag": "159277a9-e8de-47c4-813b-8de31279c18f", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:36:10.541636 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3a534a4-8330-47f2-9859-028f692686a7 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:36:10.542104 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a534a4-8330-47f2-9859-028f692686a7'] response: {'name': 'network-changed', 'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f', 'status': 'completed', 'code': 200} Oct 04 08:36:10.667345 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:10.691344 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f26d5-29f4-48b5-a81d-00b65ae31204 req-0de83868-c591-4d25-86df-0f5218953fc1 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:10.695546 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c76f26d5-29f4-48b5-a81d-00b65ae31204 req-0de83868-c591-4d25-86df-0f5218953fc1 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 945 time: 0.1500969 Oct 04 08:36:10.743777 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-1b5be8dd-00fa-4bfa-81ea-f9041a4d4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'd1e94d72-d378-4910-b6a9-cd8d0dc4358b', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'port_id': '159277a9-e8de-47c4-813b-8de31279c18f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'mac_address': 'fa:16:3e:3b:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54819895-e219-4341-8f1e-5543b7357315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:36:08Z', 'revision_number': 1, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:29Z', 'revision_number': 5, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:10.808032 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5be8dd-00fa-4bfa-81ea-f9041a4d4ee6 None None] Checking router: ead37ab8-dc2c-4724-b676-f8c68b14b1fc for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:36:10.809981 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f242e-168e-4c13-b48e-54acaab71960 req-7cf48eb7-cc42-4bf9-83b4-a363415d9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:10.811533 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-961f242e-168e-4c13-b48e-54acaab71960 req-7cf48eb7-cc42-4bf9-83b4-a363415d9cca service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=5222819e-bf96-4595-9724-ed979b9e88ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3500993 Oct 04 08:36:10.858581 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5be8dd-00fa-4bfa-81ea-f9041a4d4ee6 None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:36:10.860210 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-1b5be8dd-00fa-4bfa-81ea-f9041a4d4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:35:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:11.088694 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-1b5be8dd-00fa-4bfa-81ea-f9041a4d4ee6 None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:36:11.103557 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c4383-a415-496c-813d-f616148e4b79 req-76223797-2529-4128-b350-362f3d854af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:11.110912 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f39c4383-a415-496c-813d-f616148e4b79 req-76223797-2529-4128-b350-362f3d854af1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3e938efbd6804a86946d80ae92e88b16&device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 1130 time: 0.4088783 Oct 04 08:36:11.112096 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53482) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:11.424152 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-1b5be8dd-00fa-4bfa-81ea-f9041a4d4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'd1e94d72-d378-4910-b6a9-cd8d0dc4358b', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'port_id': '159277a9-e8de-47c4-813b-8de31279c18f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'mac_address': 'fa:16:3e:3b:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54819895-e219-4341-8f1e-5543b7357315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:36:08Z', 'revision_number': 1, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:29Z', 'revision_number': 5, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:11.434220 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=75,neutron:DELETE=9,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:11.435410 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fda8b8e9-ece6-40db-addc-8802e4042809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:11.464886 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5be8dd-00fa-4bfa-81ea-f9041a4d4ee6 None None] The sync data for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi is: [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'd1e94d72-d378-4910-b6a9-cd8d0dc4358b', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'port_id': '159277a9-e8de-47c4-813b-8de31279c18f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'mac_address': 'fa:16:3e:3b:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54819895-e219-4341-8f1e-5543b7357315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:36:08Z', 'revision_number': 1, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:29Z', 'revision_number': 5, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:36:11.495608 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:11.532201 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c76f26d5-29f4-48b5-a81d-00b65ae31204 req-de1f0acf-e836-4196-acbb-30fcf712fc09 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8143697 Oct 04 08:36:11.539469 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4f75a-669e-4a8b-8770-bcb8b6a2547e req-5cc62bcf-7d89-4e37-afa5-00c91bdb3d5c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:11.541109 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-67f4f75a-669e-4a8b-8770-bcb8b6a2547e req-5cc62bcf-7d89-4e37-afa5-00c91bdb3d5c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 944 time: 0.4253345 Oct 04 08:36:11.618121 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-961f242e-168e-4c13-b48e-54acaab71960 req-e71a58ad-5441-4ae0-9146-092e8fd1f2ed service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5222819e-bf96-4595-9724-ed979b9e88ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7779605 Oct 04 08:36:11.626604 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fda8b8e9-ece6-40db-addc-8802e4042809 admin admin] Publish callbacks [] for security_group (6806bd62-075a-4c9e-96d0-4d1527997af7), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:11.632093 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fda8b8e9-ece6-40db-addc-8802e4042809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (6806bd62-075a-4c9e-96d0-4d1527997af7), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:11.677483 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8b8e9-ece6-40db-addc-8802e4042809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6806bd62-075a-4c9e-96d0-4d1527997af7,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:11.685195 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-fda8b8e9-ece6-40db-addc-8802e4042809 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d9e60959d3794ad1b9a88e15893a453a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5705764 Oct 04 08:36:11.691684 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53500) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:11.692058 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 364e2511-1153-48e7-8595-032dbdba4297 up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:36:11.738053 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-961f242e-168e-4c13-b48e-54acaab71960 req-e465b7e1-2456-4688-b731-3687b2a2df3b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5222819e-bf96-4595-9724-ed979b9e88ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102960 Oct 04 08:36:11.750395 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-67f4f75a-669e-4a8b-8770-bcb8b6a2547e req-e95c21e7-d7d2-4269-9fa9-41fe51afdfbd tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962607 Oct 04 08:36:11.752224 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c4383-a415-496c-813d-f616148e4b79 req-ed29c4ec-482f-459c-a952-9edb1da4b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:11.754729 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f39c4383-a415-496c-813d-f616148e4b79 req-ed29c4ec-482f-459c-a952-9edb1da4b326 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 200 len: 917 time: 0.6237507 Oct 04 08:36:11.774334 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3c33c3bf-20df-4230-96da-86bad76ee3e2 admin admin] Publish callbacks [] for security_group (6806bd62-075a-4c9e-96d0-4d1527997af7), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:11.792853 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port 364e2511-1153-48e7-8595-032dbdba4297 completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:36:11.806839 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 364e2511-1153-48e7-8595-032dbdba4297 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:36:11.807753 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (364e2511-1153-48e7-8595-032dbdba4297), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:11.808786 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 364e2511-1153-48e7-8595-032dbdba4297 Oct 04 08:36:11.828297 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3c33c3bf-20df-4230-96da-86bad76ee3e2 admin admin] Publish callbacks [] for security_group (6806bd62-075a-4c9e-96d0-4d1527997af7), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:11.871892 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c3fcbd-2394-485d-b55c-f045698772fb None None] New status for floating IP d1e94d72-d378-4910-b6a9-cd8d0dc4358b: ACTIVE {{(pid=106412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:36:11.895713 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f39c4383-a415-496c-813d-f616148e4b79 req-c73d03fb-a1d9-41f2-b679-86a2fd8aec2b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159277a9-e8de-47c4-813b-8de31279c18f HTTP/1.1" status: 200 len: 1000 time: 0.1357408 Oct 04 08:36:11.897835 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3c33c3bf-20df-4230-96da-86bad76ee3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (6806bd62-075a-4c9e-96d0-4d1527997af7), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:11.900558 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3c33c3bf-20df-4230-96da-86bad76ee3e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:11.901717 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-3c33c3bf-20df-4230-96da-86bad76ee3e2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6806bd62-075a-4c9e-96d0-4d1527997af7 HTTP/1.1" status: 204 len: 168 time: 0.2082703 Oct 04 08:36:11.909876 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33c3bf-20df-4230-96da-86bad76ee3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6806bd62-075a-4c9e-96d0-4d1527997af7,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:12.094823 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 364e2511-1153-48e7-8595-032dbdba4297 is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:36:12.095489 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (364e2511-1153-48e7-8595-032dbdba4297), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:12.222168 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c4383-a415-496c-813d-f616148e4b79 req-6f611386-705a-48ce-9388-ff4609c3cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:12.225034 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f39c4383-a415-496c-813d-f616148e4b79 req-6f611386-705a-48ce-9388-ff4609c3cdae service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cf07ea6d-918a-48b9-aea6-7cb0370ce3c3 HTTP/1.1" status: 200 len: 856 time: 0.1160965 Oct 04 08:36:12.245189 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fd4027-9ae5-4ab2-afc6-c7eb723204cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364e2511-1153-48e7-8595-032dbdba4297'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:36:12.247474 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929961e9-c2f9-4d6e-9e34-29db35ec51da" -d '{"events": [{"server_uuid": "b9fd4027-9ae5-4ab2-afc6-c7eb723204cf", "name": "network-vif-plugged", "status": "completed", "tag": "364e2511-1153-48e7-8595-032dbdba4297"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:36:12.266508 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 364e2511-1153-48e7-8595-032dbdba4297, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=364e2511-1153-48e7-8595-032dbdba4297,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:36:12.274159 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (364e2511-1153-48e7-8595-032dbdba4297), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:12.316120 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c4383-a415-496c-813d-f616148e4b79 req-28f16613-ec22-47c8-a795-08381dee4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:12.320039 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f39c4383-a415-496c-813d-f616148e4b79 req-28f16613-ec22-47c8-a795-08381dee4399 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=730a9b11-4347-4415-adec-96bd4e59e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867760 Oct 04 08:36:12.326492 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:12.332582 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8163a61-78bd-4f51-9974-e1840355c490 x-openstack-request-id: req-c8163a61-78bd-4f51-9974-e1840355c490 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:36:12.332863 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fd4027-9ae5-4ab2-afc6-c7eb723204cf", "name": "network-vif-plugged", "status": "completed", "tag": "364e2511-1153-48e7-8595-032dbdba4297", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:36:12.333116 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8163a61-78bd-4f51-9974-e1840355c490 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:36:12.333754 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8163a61-78bd-4f51-9974-e1840355c490'] response: {'server_uuid': 'b9fd4027-9ae5-4ab2-afc6-c7eb723204cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364e2511-1153-48e7-8595-032dbdba4297', 'code': 200} Oct 04 08:36:12.383785 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=364e2511-1153-48e7-8595-032dbdba4297,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:12.612964 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c744f-ce52-49c4-adb8-48c4c76659f5 req-8f794cf7-755d-4a03-b36a-d07841924120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:12.615905 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b93c744f-ce52-49c4-adb8-48c4c76659f5 req-8f794cf7-755d-4a03-b36a-d07841924120 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 1129 time: 0.0566134 Oct 04 08:36:12.641265 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f39c4383-a415-496c-813d-f616148e4b79 req-af119d58-ab2f-4e4b-8d90-c7698e2789bc service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054869 Oct 04 08:36:12.734647 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53536) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:12.749725 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ee685-3750-45d1-b4f1-f7cb738f5308 req-a91938f3-924d-493a-a060-abf142cb9ee8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:12.751874 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0e0ee685-3750-45d1-b4f1-f7cb738f5308 req-a91938f3-924d-493a-a060-abf142cb9ee8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 945 time: 0.0670273 Oct 04 08:36:12.757022 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-83684be7-ac30-4217-a48d-2351b7f66873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:12.807208 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0e0ee685-3750-45d1-b4f1-f7cb738f5308 req-6c9fb54b-41e3-40f3-978f-ea1828d36e01 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485697 Oct 04 08:36:12.837278 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:12.848505 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-83684be7-ac30-4217-a48d-2351b7f66873 admin admin] Publish callbacks [] for security_group (2e1c40ae-59e7-48a4-b2dd-804e62c8f80e), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:12.853379 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-83684be7-ac30-4217-a48d-2351b7f66873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (2e1c40ae-59e7-48a4-b2dd-804e62c8f80e), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:12.898170 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83684be7-ac30-4217-a48d-2351b7f66873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1c40ae-59e7-48a4-b2dd-804e62c8f80e,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:12.902592 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-83684be7-ac30-4217-a48d-2351b7f66873 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=cbda626d8c314a21b56d943b78d13f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1662474 Oct 04 08:36:12.905685 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53542) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:12.912007 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:12.945547 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34b588-ddb3-40c4-972a-4a6d5885baa3 req-37a0ca1a-9e23-4c15-835e-ac8951c2e5df tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:12.947121 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2d34b588-ddb3-40c4-972a-4a6d5885baa3 req-37a0ca1a-9e23-4c15-835e-ac8951c2e5df tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0908818 Oct 04 08:36:12.962962 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-edd74008-001f-4802-baf4-841e7791fd89 admin admin] Publish callbacks [] for security_group (2e1c40ae-59e7-48a4-b2dd-804e62c8f80e), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:12.969766 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67389f2c-d5b6-4171-b81f-67cafffd0126 req-69112d98-627c-46da-a721-4c6cea19d8dc tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:12.971370 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-67389f2c-d5b6-4171-b81f-67cafffd0126 req-69112d98-627c-46da-a721-4c6cea19d8dc tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 945 time: 0.0783541 Oct 04 08:36:12.982538 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 53544) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:12.990660 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-e5e5856a-68eb-4723-aedf-28dde0375e70 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'floatingip': {'port_id': '4b6d91d8-8d57-437a-8e26-84b89843a14e'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:36:12.998018 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:13.012230 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2d34b588-ddb3-40c4-972a-4a6d5885baa3 req-cb162a9c-aca6-4fa8-854a-9fa578ed4686 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582306 Oct 04 08:36:13.020335 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-edd74008-001f-4802-baf4-841e7791fd89 admin admin] Publish callbacks [] for security_group (2e1c40ae-59e7-48a4-b2dd-804e62c8f80e), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:13.081406 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e5e5856a-68eb-4723-aedf-28dde0375e70 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (f83efe45-3ae0-46d1-a866-0709fa275b2a), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:13.225861 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-edd74008-001f-4802-baf4-841e7791fd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (2e1c40ae-59e7-48a4-b2dd-804e62c8f80e), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:13.228425 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-edd74008-001f-4802-baf4-841e7791fd89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:13.229553 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-edd74008-001f-4802-baf4-841e7791fd89 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2e1c40ae-59e7-48a4-b2dd-804e62c8f80e HTTP/1.1" status: 204 len: 168 time: 0.3235419 Oct 04 08:36:13.251056 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd74008-001f-4802-baf4-841e7791fd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1c40ae-59e7-48a4-b2dd-804e62c8f80e,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:13.508962 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:13.583018 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 53552) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:13.596602 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:13.681700 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Publish callbacks [] for security_group (2f13c0d2-0e06-4709-9718-287c2077b634), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:13.688097 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (2f13c0d2-0e06-4709-9718-287c2077b634), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:13.735071 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f13c0d2-0e06-4709-9718-287c2077b634,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:13.744400 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.744749 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.745097 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.745440 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.745906 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.746237 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.746588 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.746917 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.747415 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.747745 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.748075 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.748399 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.748991 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.749307 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.749782 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:13.757559 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-58d03c05-cd5f-4c73-a872-59e3d86e1c52 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=541fdcf6bac045f2ac69d9e46307d590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732967 Oct 04 08:36:13.760244 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 53560) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:13.820816 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a7763c60-f4f5-4f58-85e9-ebb1d5a9cbf0 admin admin] Publish callbacks [] for security_group (2f13c0d2-0e06-4709-9718-287c2077b634), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:13.847105 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a7763c60-f4f5-4f58-85e9-ebb1d5a9cbf0 admin admin] Publish callbacks [] for security_group (2f13c0d2-0e06-4709-9718-287c2077b634), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:13.899974 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a7763c60-f4f5-4f58-85e9-ebb1d5a9cbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (2f13c0d2-0e06-4709-9718-287c2077b634), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:13.902633 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a7763c60-f4f5-4f58-85e9-ebb1d5a9cbf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:13.903856 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-a7763c60-f4f5-4f58-85e9-ebb1d5a9cbf0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2f13c0d2-0e06-4709-9718-287c2077b634 HTTP/1.1" status: 204 len: 168 time: 0.1424263 Oct 04 08:36:13.912985 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7763c60-f4f5-4f58-85e9-ebb1d5a9cbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f13c0d2-0e06-4709-9718-287c2077b634,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:13.931814 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e5e5856a-68eb-4723-aedf-28dde0375e70 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:13.938362 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e5e5856a-68eb-4723-aedf-28dde0375e70 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (f83efe45-3ae0-46d1-a866-0709fa275b2a), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:14.043059 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.l3_db [None req-e5e5856a-68eb-4723-aedf-28dde0375e70 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Floating IP f83efe45-3ae0-46d1-a866-0709fa275b2a associated. External IP: 172.27.0.36, port: 4b6d91d8-8d57-437a-8e26-84b89843a14e. Oct 04 08:36:14.149936 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f79302-7d5f-4f59-b69b-523ceb8f01ac req-fd3630b3-7652-4723-b968-1b7aba4a5a3a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:14.151598 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-64f79302-7d5f-4f59-b69b-523ceb8f01ac req-fd3630b3-7652-4723-b968-1b7aba4a5a3a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0588598 Oct 04 08:36:14.204784 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-64f79302-7d5f-4f59-b69b-523ceb8f01ac req-4261cea7-3334-401c-b040-46c5e47a6b97 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474880 Oct 04 08:36:14.254198 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:14.267946 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e5856a-68eb-4723-aedf-28dde0375e70 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:36:14.375952 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e5856a-68eb-4723-aedf-28dde0375e70 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:36:14.381597 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e5e5856a-68eb-4723-aedf-28dde0375e70 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:14.387289 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf4064-f113-4c86-a987-157776b22eb0 None None] Sync routers for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:36:14.399481 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf4064-f113-4c86-a987-157776b22eb0 None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:36:14.400122 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-dfbf4064-f113-4c86-a987-157776b22eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:35:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:14.418668 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-e5e5856a-68eb-4723-aedf-28dde0375e70 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/f83efe45-3ae0-46d1-a866-0709fa275b2a HTTP/1.1" status: 200 len: 990 time: 1.4327981 Oct 04 08:36:14.418668 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'tag': '4b6d91d8-8d57-437a-8e26-84b89843a14e'}] {{(pid=106410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:36:14.419442 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4c84928c9cc590a11e74d60c618a14085f3215fa0a41e1841d6b7405df412b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cd6837-45c7-4881-8516-f15f92ea6513" -d '{"events": [{"name": "network-changed", "server_uuid": "a8351183-2123-48d0-9f68-c06ab2829d71", "tag": "4b6d91d8-8d57-437a-8e26-84b89843a14e"}]}' {{(pid=106410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:36:14.466655 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae41a75-08cc-4072-b8f7-d0657869a36d x-openstack-request-id: req-9ae41a75-08cc-4072-b8f7-d0657869a36d {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:36:14.466942 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8351183-2123-48d0-9f68-c06ab2829d71", "tag": "4b6d91d8-8d57-437a-8e26-84b89843a14e", "status": "completed", "code": 200}]} {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:36:14.467188 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ae41a75-08cc-4072-b8f7-d0657869a36d {{(pid=106410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:36:14.467660 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae41a75-08cc-4072-b8f7-d0657869a36d'] response: {'name': 'network-changed', 'server_uuid': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'tag': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'status': 'completed', 'code': 200} Oct 04 08:36:14.500721 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:14.517027 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-dfbf4064-f113-4c86-a987-157776b22eb0 None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:36:14.733069 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-dfbf4064-f113-4c86-a987-157776b22eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'f83efe45-3ae0-46d1-a866-0709fa275b2a', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:99:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:35:29Z', 'updated_at': '2022-10-04T08:36:13Z', 'revision_number': 1, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:14.758594 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf4064-f113-4c86-a987-157776b22eb0 None None] Checking router: 4ab3ff76-f30b-40f5-ba46-3754e98882d8 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:36:14.765562 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:14.767673 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf4064-f113-4c86-a987-157776b22eb0 None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:36:14.768555 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-dfbf4064-f113-4c86-a987-157776b22eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:35:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:14.980728 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-dfbf4064-f113-4c86-a987-157776b22eb0 None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:36:15.266377 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-dfbf4064-f113-4c86-a987-157776b22eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'f83efe45-3ae0-46d1-a866-0709fa275b2a', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:99:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:35:29Z', 'updated_at': '2022-10-04T08:36:13Z', 'revision_number': 1, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:15.324373 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf4064-f113-4c86-a987-157776b22eb0 None None] The sync data for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi is: [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'f83efe45-3ae0-46d1-a866-0709fa275b2a', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:99:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:35:29Z', 'updated_at': '2022-10-04T08:36:13Z', 'revision_number': 1, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:36:15.352212 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81910f2-4492-47cb-bf43-426898338fdd req-63bd8509-5975-4255-8eb3-2af75f380299 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:15.353906 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b81910f2-4492-47cb-bf43-426898338fdd req-63bd8509-5975-4255-8eb3-2af75f380299 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0580676 Oct 04 08:36:15.496160 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b93c744f-ce52-49c4-adb8-48c4c76659f5 req-99879a80-8583-4ced-8d5f-fccb978cd113 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329710 Oct 04 08:36:15.511606 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b81910f2-4492-47cb-bf43-426898338fdd req-b1973dff-f092-473e-ae5f-9486908fbb6a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511533 Oct 04 08:36:15.551424 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f39c4383-a415-496c-813d-f616148e4b79 req-8ebec58f-7c50-4c4f-8f3e-827ad2bd05c5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568432 Oct 04 08:36:15.627110 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425304da-cf93-478e-ab57-488abb7c459c None None] New status for floating IP f83efe45-3ae0-46d1-a866-0709fa275b2a: ACTIVE {{(pid=106412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:36:16.049540 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd6837-45c7-4881-8516-f15f92ea6513 req-d6e55833-50dc-4144-9601-e76f6f7036a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:16.051203 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d1cd6837-45c7-4881-8516-f15f92ea6513 req-d6e55833-50dc-4144-9601-e76f6f7036a9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 1129 time: 0.0400593 Oct 04 08:36:16.314463 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd6837-45c7-4881-8516-f15f92ea6513 req-fe489996-2db0-4a93-93ef-ebbaad38627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:16.317037 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d1cd6837-45c7-4881-8516-f15f92ea6513 req-fe489996-2db0-4a93-93ef-ebbaad38627f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 915 time: 0.1077533 Oct 04 08:36:16.625439 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:16.681097 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f49975-a4dc-42e5-a020-990f069941cf req-12f6c1ac-c85e-4c87-8daa-aa737d6e2e89 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:16.682885 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c9f49975-a4dc-42e5-a020-990f069941cf req-12f6c1ac-c85e-4c87-8daa-aa737d6e2e89 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0729775 Oct 04 08:36:16.716038 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:16.750657 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c9f49975-a4dc-42e5-a020-990f069941cf req-eedde145-4ce5-4b6b-a4af-1367cc119e4f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613351 Oct 04 08:36:17.872801 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6803e6d-d7cb-48f7-936d-ffa14c5b1acd req-13be7af2-d760-43b2-8da0-45a24962326d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:17.874593 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c6803e6d-d7cb-48f7-936d-ffa14c5b1acd req-13be7af2-d760-43b2-8da0-45a24962326d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0492601 Oct 04 08:36:17.923528 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c6803e6d-d7cb-48f7-936d-ffa14c5b1acd req-c26a7723-f161-4460-a914-bbb256e4f06e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425534 Oct 04 08:36:18.768771 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4a129482-b00f-4254-be51-ed89e9bd4d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:19.053211 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de22b05-a347-4699-9b95-0b3994ee5030 req-5d0b4fae-12c0-46e7-8cfe-bb6fa0be50ae tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:19.053211 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9de22b05-a347-4699-9b95-0b3994ee5030 req-5d0b4fae-12c0-46e7-8cfe-bb6fa0be50ae tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0505695 Oct 04 08:36:19.100544 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9de22b05-a347-4699-9b95-0b3994ee5030 req-28cfbb93-bca0-47ce-aa2b-1ba033fb8e44 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418680 Oct 04 08:36:20.239941 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d1cd6837-45c7-4881-8516-f15f92ea6513 req-fff80e91-98df-496d-abc6-60f98b592286 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b6d91d8-8d57-437a-8e26-84b89843a14e HTTP/1.1" status: 200 len: 1000 time: 0.0993037 Oct 04 08:36:20.245991 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec01c0-777c-4c33-937c-f08fde19294b req-79a2fa37-c91b-419d-b0af-d0b4e70e838d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:20.247414 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-daec01c0-777c-4c33-937c-f08fde19294b req-79a2fa37-c91b-419d-b0af-d0b4e70e838d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0629804 Oct 04 08:36:20.295412 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-daec01c0-777c-4c33-937c-f08fde19294b req-9f96b66e-be73-4813-a4bf-64f0993e0929 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 Oct 04 08:36:21.276581 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2f3423dd-777e-427e-acda-2c6b67650f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:21.424956 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d80e8-95e6-47f3-9178-44034be0ba99 req-40072956-2dbb-439e-b1fb-0dd11eb15851 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:21.426916 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a10d80e8-95e6-47f3-9178-44034be0ba99 req-40072956-2dbb-439e-b1fb-0dd11eb15851 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0521395 Oct 04 08:36:21.479099 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a10d80e8-95e6-47f3-9178-44034be0ba99 req-abc95fd5-30d4-402c-95e7-023e78893fb6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465484 Oct 04 08:36:22.603433 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1b2fb-3d9a-4ddb-a1a1-79920f1bf6f9 req-cf450fb5-829e-4895-b983-823689632960 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:22.604956 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-47d1b2fb-3d9a-4ddb-a1a1-79920f1bf6f9 req-cf450fb5-829e-4895-b983-823689632960 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0457518 Oct 04 08:36:22.658419 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-47d1b2fb-3d9a-4ddb-a1a1-79920f1bf6f9 req-ebc2ccff-1d16-43a8-ab4b-7bf8e1392a1f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477407 Oct 04 08:36:22.779875 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:23.301121 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd6837-45c7-4881-8516-f15f92ea6513 req-1303f981-dbd2-4521-a407-2a06cd3bc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:23.302835 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d1cd6837-45c7-4881-8516-f15f92ea6513 req-1303f981-dbd2-4521-a407-2a06cd3bc8de service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a544c86d-0009-4ba9-af33-45ba2bcf0de5 HTTP/1.1" status: 200 len: 854 time: 0.0528150 Oct 04 08:36:23.394065 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd6837-45c7-4881-8516-f15f92ea6513 req-878cf3d0-267a-4ce4-a623-362b8a7210b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:23.396243 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d1cd6837-45c7-4881-8516-f15f92ea6513 req-878cf3d0-267a-4ce4-a623-362b8a7210b2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd380db5-2756-484c-8401-ea63df26e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405524 Oct 04 08:36:23.783651 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006ac09-683c-4828-9c9c-6fd0a0e89bc8 req-a50d373b-0ac8-4802-83f0-9e30dcfe5b3a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:23.785554 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0006ac09-683c-4828-9c9c-6fd0a0e89bc8 req-a50d373b-0ac8-4802-83f0-9e30dcfe5b3a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0491986 Oct 04 08:36:23.836654 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0006ac09-683c-4828-9c9c-6fd0a0e89bc8 req-829f39e6-7119-4b29-a49d-91ca94cd439a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449228 Oct 04 08:36:24.313924 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:24.340795 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:24.361029 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:24.410415 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=17 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:24.412787 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:24.960760 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733ce27-546a-498b-a66b-403081247895 req-11a6961f-148d-4172-ab1d-a665f24e00e5 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:24.962161 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4733ce27-546a-498b-a66b-403081247895 req-11a6961f-148d-4172-ab1d-a665f24e00e5 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0502470 Oct 04 08:36:25.010735 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4733ce27-546a-498b-a66b-403081247895 req-2838b5ee-d456-4a99-8223-efc5309f1988 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429680 Oct 04 08:36:26.133791 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bebbd-5c87-419c-9dbe-f6c7e3f01cb0 req-420de045-7f66-476e-84f5-9bda8f723bb4 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:26.135321 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ab8bebbd-5c87-419c-9dbe-f6c7e3f01cb0 req-420de045-7f66-476e-84f5-9bda8f723bb4 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0478642 Oct 04 08:36:26.184159 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ab8bebbd-5c87-419c-9dbe-f6c7e3f01cb0 req-b279fccd-07a0-464a-bea6-9f2a4f6d32c3 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Oct 04 08:36:26.756231 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:26.767812 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d1cd6837-45c7-4881-8516-f15f92ea6513 req-8ffef5d9-0372-4de8-a54a-ed0ee549b3d4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978501 Oct 04 08:36:27.280445 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:27.328538 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e4bd3-33d4-4d49-92e7-ac6873a92b43 req-e0f34232-ce05-474f-8b23-9cc6ca545932 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:27.330510 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d52e4bd3-33d4-4d49-92e7-ac6873a92b43 req-e0f34232-ce05-474f-8b23-9cc6ca545932 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0609262 Oct 04 08:36:27.456485 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d52e4bd3-33d4-4d49-92e7-ac6873a92b43 req-17924579-116d-4858-a9ec-e2eb0aebd969 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153021 Oct 04 08:36:27.490202 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d1cd6837-45c7-4881-8516-f15f92ea6513 req-61b924e5-31a7-4a9c-bca8-fbc9709730ee service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582239 Oct 04 08:36:27.795884 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e9179-5f80-409d-a701-86568469ed67 req-80071e94-da44-4d8d-a6ca-24afd29702af tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:27.797356 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-837e9179-5f80-409d-a701-86568469ed67 req-80071e94-da44-4d8d-a6ca-24afd29702af tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0490179 Oct 04 08:36:27.848334 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-837e9179-5f80-409d-a701-86568469ed67 req-d67c2de8-acf8-4bf1-8532-00d53908821e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446486 Oct 04 08:36:28.288723 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ff456-da8f-474a-bb8a-f34e1ae12dad req-3d3ad736-3323-4c76-b16f-2be398c50ac9 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:28.290241 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b43ff456-da8f-474a-bb8a-f34e1ae12dad req-3d3ad736-3323-4c76-b16f-2be398c50ac9 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 946 time: 0.0477040 Oct 04 08:36:28.343959 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b43ff456-da8f-474a-bb8a-f34e1ae12dad req-4cf8f527-e9f4-4266-ba3a-99ce5c2ead7b tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480042 Oct 04 08:36:28.954488 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:36:28.975979 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3d1db-ca01-44ae-bbd6-97b638f051b7 req-13ad169a-8762-4662-9636-d506b1cb0400 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:28.977475 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-22e3d1db-ca01-44ae-bbd6-97b638f051b7 req-13ad169a-8762-4662-9636-d506b1cb0400 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0471618 Oct 04 08:36:29.033354 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-22e3d1db-ca01-44ae-bbd6-97b638f051b7 req-f29a6120-a5a4-4485-9291-68c3e7127aa5 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502865 Oct 04 08:36:29.498367 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87431e-0d3c-4105-917a-711de0f8a623 req-8833f50f-1f01-45fc-a864-304483ff910f tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:29.500701 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7e87431e-0d3c-4105-917a-711de0f8a623 req-8833f50f-1f01-45fc-a864-304483ff910f tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 946 time: 0.0700464 Oct 04 08:36:29.558089 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7e87431e-0d3c-4105-917a-711de0f8a623 req-103d9883-de58-4e50-823c-104cbec49b2e tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490844 Oct 04 08:36:30.162850 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15853dc8-aa73-4dee-8841-42d6d89e2a0e req-acf057af-e4ef-4db6-8d08-b63e88ff1b26 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:30.164374 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-15853dc8-aa73-4dee-8841-42d6d89e2a0e req-acf057af-e4ef-4db6-8d08-b63e88ff1b26 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0510378 Oct 04 08:36:30.212371 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-15853dc8-aa73-4dee-8841-42d6d89e2a0e req-1d1770fb-05ca-4d5e-adf1-05673f74e85f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422933 Oct 04 08:36:30.678638 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d3483-0f32-4c15-a70d-952f550bf4d7 req-a015a487-136e-4882-bdd4-63f48b32e2eb tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:30.680135 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-801d3483-0f32-4c15-a70d-952f550bf4d7 req-a015a487-136e-4882-bdd4-63f48b32e2eb tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 946 time: 0.0474930 Oct 04 08:36:30.728861 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-801d3483-0f32-4c15-a70d-952f550bf4d7 req-915b3b51-4112-4a91-a5a2-a5a6a768a866 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Oct 04 08:36:31.335937 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f56ee-9a33-45d6-900a-3d2b59143e7c req-ab976973-7ff2-4304-9bae-bb6ed5749294 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:31.337394 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-094f56ee-9a33-45d6-900a-3d2b59143e7c req-ab976973-7ff2-4304-9bae-bb6ed5749294 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0508265 Oct 04 08:36:31.384038 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-094f56ee-9a33-45d6-900a-3d2b59143e7c req-a4e84013-966e-4652-9d50-488c6a0cd4cc tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Oct 04 08:36:31.903930 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f035ae2-f018-424b-bb3a-a5b7a41cc050 req-c60d2864-b6af-4276-88cf-b835e31832c6 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:31.906276 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8f035ae2-f018-424b-bb3a-a5b7a41cc050 req-c60d2864-b6af-4276-88cf-b835e31832c6 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 946 time: 0.0947638 Oct 04 08:36:31.984696 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8f035ae2-f018-424b-bb3a-a5b7a41cc050 req-b83412b7-87bf-4b88-bf69-6536efbb0dd2 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722604 Oct 04 08:36:32.477313 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:32.490425 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb22003-2436-4312-ba09-0c511d298a78 req-c2b43ced-86d9-4599-b6c1-888fe4bf6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:32.493240 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1bb22003-2436-4312-ba09-0c511d298a78 req-c2b43ced-86d9-4599-b6c1-888fe4bf6d58 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 1129 time: 0.0553954 Oct 04 08:36:32.614149 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb90d21-38c7-4ed3-b44d-b3432fa160ef req-c9b47000-ce71-4e85-9fab-bc5f241fb731 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:32.615962 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6eb90d21-38c7-4ed3-b44d-b3432fa160ef req-c9b47000-ce71-4e85-9fab-bc5f241fb731 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.1294522 Oct 04 08:36:32.655990 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:32.707030 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb22003-2436-4312-ba09-0c511d298a78 req-427ec7d0-fa77-45a1-a83e-23a7c989a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:32.708849 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1bb22003-2436-4312-ba09-0c511d298a78 req-427ec7d0-fa77-45a1-a83e-23a7c989a3af service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.2013557 Oct 04 08:36:32.713374 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6eb90d21-38c7-4ed3-b44d-b3432fa160ef req-aa3262aa-79be-4243-8cbb-c0230aa4d61f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882537 Oct 04 08:36:32.853717 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1bb22003-2436-4312-ba09-0c511d298a78 req-ce402372-05c8-4941-b718-723ff0e43e06 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364e2511-1153-48e7-8595-032dbdba4297 HTTP/1.1" status: 200 len: 217 time: 0.0423288 Oct 04 08:36:32.938943 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb22003-2436-4312-ba09-0c511d298a78 req-de6a83ef-f097-4db8-b5be-36a66aeebe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:32.940890 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1bb22003-2436-4312-ba09-0c511d298a78 req-de6a83ef-f097-4db8-b5be-36a66aeebe74 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0525284 Oct 04 08:36:33.194941 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb22003-2436-4312-ba09-0c511d298a78 req-6c0ac055-e8da-4e2b-ab27-80b3408f9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:33.196377 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1bb22003-2436-4312-ba09-0c511d298a78 req-6c0ac055-e8da-4e2b-ab27-80b3408f9e11 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1366889 Oct 04 08:36:33.235544 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458ab0d-265d-4c08-82dd-cf1077be7c11 req-5a6a618d-83bc-4254-86e8-66d2e4f17c86 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:33.237409 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f458ab0d-265d-4c08-82dd-cf1077be7c11 req-5a6a618d-83bc-4254-86e8-66d2e4f17c86 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 946 time: 0.1368954 Oct 04 08:36:33.262775 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fee740-85ae-40e1-b79b-4bef83106938 req-52e499a3-9ada-4621-8a7e-a6a44dc2edad tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:33.265101 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b8fee740-85ae-40e1-b79b-4bef83106938 req-52e499a3-9ada-4621-8a7e-a6a44dc2edad tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 946 time: 0.1156831 Oct 04 08:36:33.407119 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f458ab0d-265d-4c08-82dd-cf1077be7c11 req-dd615777-8ac9-4df4-b268-e8e9ffa3b48e tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4f80860-c384-4e59-8cef-622aaba27659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555743 Oct 04 08:36:33.497439 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1bb22003-2436-4312-ba09-0c511d298a78 req-f2278cd1-f8e0-49a4-a375-ec1c2cea5b76 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919850 Oct 04 08:36:33.506653 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-b8fee740-85ae-40e1-b79b-4bef83106938 req-54e258f5-5826-499b-a535-a7928c876f9a tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Deleting port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:36:33.506998 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b8fee740-85ae-40e1-b79b-4bef83106938 req-54e258f5-5826-499b-a535-a7928c876f9a tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:33.934085 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559cb55-fbde-4301-b73b-e92619f8dee6 req-2e820855-b155-4025-be15-c91a59f1547a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:33.935608 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8559cb55-fbde-4301-b73b-e92619f8dee6 req-2e820855-b155-4025-be15-c91a59f1547a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0766134 Oct 04 08:36:33.980988 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-b8fee740-85ae-40e1-b79b-4bef83106938 req-54e258f5-5826-499b-a535-a7928c876f9a tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] For port 52f10973-3a78-447b-a7be-d1bc8b3c7e32, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=52f10973-3a78-447b-a7be-d1bc8b3c7e32,segment=NetworkSegment(68d0fa00-add3-4e36-9d7e-4dfd8fed2b15),segment_id=68d0fa00-add3-4e36-9d7e-4dfd8fed2b15)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:36:33.981579 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b8fee740-85ae-40e1-b79b-4bef83106938 req-54e258f5-5826-499b-a535-a7928c876f9a tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:34.010484 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-b8fee740-85ae-40e1-b79b-4bef83106938 req-54e258f5-5826-499b-a535-a7928c876f9a tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Calling delete_port for 52f10973-3a78-447b-a7be-d1bc8b3c7e32 owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:36:34.015224 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1bb22003-2436-4312-ba09-0c511d298a78 req-5c62886e-c33c-412e-957f-6d9bd106f867 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029242 Oct 04 08:36:34.104376 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8559cb55-fbde-4301-b73b-e92619f8dee6 req-da65e23b-e528-496f-9dc4-dea314b650f2 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586931 Oct 04 08:36:34.142043 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:34.176956 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:34.204723 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b8fee740-85ae-40e1-b79b-4bef83106938 req-54e258f5-5826-499b-a535-a7928c876f9a tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (52f10973-3a78-447b-a7be-d1bc8b3c7e32), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:34.234424 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e258f5-5826-499b-a535-a7928c876f9a tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Pushing event deleted for resources: {'Port': ['ID=52f10973-3a78-447b-a7be-d1bc8b3c7e32,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:34.305727 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fee740-85ae-40e1-b79b-4bef83106938 req-54e258f5-5826-499b-a535-a7928c876f9a tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] No DVR routers for this DVR port 52f10973-3a78-447b-a7be-d1bc8b3c7e32 on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:36:34.309007 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b8fee740-85ae-40e1-b79b-4bef83106938 req-54e258f5-5826-499b-a535-a7928c876f9a tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:34.312476 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b8fee740-85ae-40e1-b79b-4bef83106938 req-54e258f5-5826-499b-a535-a7928c876f9a tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.17 "DELETE /networking/v2.0/ports/52f10973-3a78-447b-a7be-d1bc8b3c7e32 HTTP/1.1" status: 204 len: 173 time: 1.0071776 Oct 04 08:36:34.312997 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf8ac1b-807c-4209-aab2-2d6aff4038f0', 'name': 'network-vif-deleted', 'tag': '52f10973-3a78-447b-a7be-d1bc8b3c7e32'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:36:34.315362 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46878d50-1be6-4224-b4eb-b1766c7dc70c" -d '{"events": [{"server_uuid": "7bf8ac1b-807c-4209-aab2-2d6aff4038f0", "name": "network-vif-deleted", "tag": "52f10973-3a78-447b-a7be-d1bc8b3c7e32"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:36:34.356165 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=36,neutron:UPDATE=6 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:34.359195 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0406824-ad4d-4020-b381-fa3e7be38f9d x-openstack-request-id: req-d0406824-ad4d-4020-b381-fa3e7be38f9d {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:36:34.359715 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf8ac1b-807c-4209-aab2-2d6aff4038f0", "name": "network-vif-deleted", "tag": "52f10973-3a78-447b-a7be-d1bc8b3c7e32", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:36:34.360117 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0406824-ad4d-4020-b381-fa3e7be38f9d {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:36:34.360690 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0406824-ad4d-4020-b381-fa3e7be38f9d'] response: {'server_uuid': '7bf8ac1b-807c-4209-aab2-2d6aff4038f0', 'name': 'network-vif-deleted', 'tag': '52f10973-3a78-447b-a7be-d1bc8b3c7e32', 'status': 'completed', 'code': 200} Oct 04 08:36:34.525363 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-02b8b86c-71ab-4f11-930b-c0b81020a9ce req-ce0343f8-097b-4c97-a97a-dd4851317189 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 210 time: 0.0310490 Oct 04 08:36:35.232712 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd2fae-608a-4a5b-a567-309070190d00 req-2918467d-f632-4701-82b2-79f2db541634 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:35.234219 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-84dd2fae-608a-4a5b-a567-309070190d00 req-2918467d-f632-4701-82b2-79f2db541634 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0469711 Oct 04 08:36:35.287118 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-84dd2fae-608a-4a5b-a567-309070190d00 req-e406d389-5e8e-4a4e-950b-c0b2bbafa356 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431376 Oct 04 08:36:35.631824 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7fed60af-e771-4f6d-b546-fff97689fb9c req-498f79b1-8337-4957-89d1-e3de8731c123 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 210 time: 0.0268595 Oct 04 08:36:35.996679 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 52f10973-3a78-447b-a7be-d1bc8b3c7e32 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:36:36.013850 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: 52f10973-3a78-447b-a7be-d1bc8b3c7e32 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:36:36.014204 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 52f10973-3a78-447b-a7be-d1bc8b3c7e32 not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:36:36.406978 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a96fdb-bb22-4302-a365-46d8f6d3f130 req-21acf1ee-f236-457e-8d4d-1c4e8b90c0f4 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:36.408390 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-54a96fdb-bb22-4302-a365-46d8f6d3f130 req-21acf1ee-f236-457e-8d4d-1c4e8b90c0f4 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0464375 Oct 04 08:36:36.459948 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-54a96fdb-bb22-4302-a365-46d8f6d3f130 req-f7405a67-6d2f-4188-b05a-08e2740e8dc8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453529 Oct 04 08:36:36.737810 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-202504ab-7eed-4889-ae10-570885295aea req-f1888d07-f49a-4cf9-8202-044d6d8da61e tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 210 time: 0.0271730 Oct 04 08:36:37.585933 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb86c98-c8d5-453f-9a83-f6ef82fa463b req-f2bf55b1-3c41-45ee-815e-6ee693b1fb0b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:37.587532 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bdb86c98-c8d5-453f-9a83-f6ef82fa463b req-f2bf55b1-3c41-45ee-815e-6ee693b1fb0b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0485129 Oct 04 08:36:37.636844 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bdb86c98-c8d5-453f-9a83-f6ef82fa463b req-3d441052-db8d-42ff-bef5-bd6bab398639 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Oct 04 08:36:37.849035 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a9dc1fc2-f3b2-4b3f-af0b-37d91972a28d req-4e13f7d0-9b2c-42dc-bbfd-4db539dc48ce tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 210 time: 0.0311606 Oct 04 08:36:38.761782 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346ce6f-d19d-4efd-b8b8-f59b7c24aba5 req-0c4e5fa9-bb37-49c7-841e-ecc46b5c19f5 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:38.763432 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7346ce6f-d19d-4efd-b8b8-f59b7c24aba5 req-0c4e5fa9-bb37-49c7-841e-ecc46b5c19f5 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0491312 Oct 04 08:36:38.819069 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7346ce6f-d19d-4efd-b8b8-f59b7c24aba5 req-5ba5b30a-2510-4a10-b339-01a09a3e6d61 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499625 Oct 04 08:36:38.950154 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=65 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:38.951504 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3d8333f5-3bcd-462d-be4f-29f2d694a006 req-ba85a7fb-b45f-4295-9049-be1df547a09a tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 210 time: 0.0276694 Oct 04 08:36:39.935751 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23e4a0-074e-46ba-8fee-aa83aa47185e req-2f99fa1c-add2-45fc-8fd3-4f0949733400 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:39.937194 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cb23e4a0-074e-46ba-8fee-aa83aa47185e req-2f99fa1c-add2-45fc-8fd3-4f0949733400 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0445435 Oct 04 08:36:39.987265 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cb23e4a0-074e-46ba-8fee-aa83aa47185e req-f13ab88f-c1fa-4a43-9993-dd97bb3655a9 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441117 Oct 04 08:36:40.056392 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4ca1e0c1-3796-4965-be04-083309d06145 req-b7da7201-8761-436c-be12-c245fb07624f tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 210 time: 0.0269680 Oct 04 08:36:41.106818 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe20ba6-f73c-4f50-95a8-6c365f1e7e4f req-68d39c8b-8635-49b0-8951-e7839ed4e9dc tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:41.108454 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dbe20ba6-f73c-4f50-95a8-6c365f1e7e4f req-68d39c8b-8635-49b0-8951-e7839ed4e9dc tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0470409 Oct 04 08:36:41.183628 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dbe20ba6-f73c-4f50-95a8-6c365f1e7e4f req-afaf411e-f734-4cfa-83b0-5c0d4bbccecc tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679040 Oct 04 08:36:41.201469 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-353ce449-d261-447a-92ff-8775e5750b33 req-d5ec4bc0-4c21-443f-baf1-06f771043a70 tempest-DeleteServersTestJSON-1506415323 tempest-DeleteServersTestJSON-1506415323-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7bf8ac1b-807c-4209-aab2-2d6aff4038f0 HTTP/1.1" status: 200 len: 210 time: 0.0346870 Oct 04 08:36:41.520022 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:42.041071 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54214) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:42.225713 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0970b682-f80f-46b2-8d51-f1382b7a5ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:42.380031 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0970b682-f80f-46b2-8d51-f1382b7a5ca2 admin admin] Publish callbacks [] for security_group (cea3995f-2bd0-4c8f-b6d7-e4dfbac93aad), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:42.392565 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c878da-babb-4827-a6b2-13808ea5475e req-e22cbf2f-68d0-4e6d-b208-231f5f9f6544 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:42.394730 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-98c878da-babb-4827-a6b2-13808ea5475e req-e22cbf2f-68d0-4e6d-b208-231f5f9f6544 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.1016467 Oct 04 08:36:42.395640 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0970b682-f80f-46b2-8d51-f1382b7a5ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (cea3995f-2bd0-4c8f-b6d7-e4dfbac93aad), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:42.444908 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-0970b682-f80f-46b2-8d51-f1382b7a5ca2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=00fc832a0f174eb098540d14cb9d90ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3998997 Oct 04 08:36:42.444908 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970b682-f80f-46b2-8d51-f1382b7a5ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea3995f-2bd0-4c8f-b6d7-e4dfbac93aad,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:42.445205 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54238) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:42.485238 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-98c878da-babb-4827-a6b2-13808ea5475e req-f95f60d3-fa50-4748-8a4c-da953ae3fcdd tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789452 Oct 04 08:36:42.523257 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-73aad638-2846-48b9-85a6-50f05ddef150 admin admin] Publish callbacks [] for security_group (cea3995f-2bd0-4c8f-b6d7-e4dfbac93aad), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:42.533983 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:42.556145 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-73aad638-2846-48b9-85a6-50f05ddef150 admin admin] Publish callbacks [] for security_group (cea3995f-2bd0-4c8f-b6d7-e4dfbac93aad), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:42.566346 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54244) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:42.638420 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-73aad638-2846-48b9-85a6-50f05ddef150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (cea3995f-2bd0-4c8f-b6d7-e4dfbac93aad), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:42.643240 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-73aad638-2846-48b9-85a6-50f05ddef150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:42.646613 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-73aad638-2846-48b9-85a6-50f05ddef150 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cea3995f-2bd0-4c8f-b6d7-e4dfbac93aad HTTP/1.1" status: 204 len: 168 time: 0.1993032 Oct 04 08:36:42.657838 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aad638-2846-48b9-85a6-50f05ddef150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea3995f-2bd0-4c8f-b6d7-e4dfbac93aad,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:42.743280 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bae9f263-362a-487d-a997-ebead2b56574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:42.898863 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bae9f263-362a-487d-a997-ebead2b56574 admin admin] Publish callbacks [] for security_group (30377fd9-98b7-4c6c-8e76-93f9775e01f5), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:42.898863 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bae9f263-362a-487d-a997-ebead2b56574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (30377fd9-98b7-4c6c-8e76-93f9775e01f5), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:42.950707 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-bae9f263-362a-487d-a997-ebead2b56574 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8ce4cbdc153840b0a42c8516809391d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843496 Oct 04 08:36:42.951822 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9f263-362a-487d-a997-ebead2b56574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30377fd9-98b7-4c6c-8e76-93f9775e01f5,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:42.955513 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54260) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:43.051301 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-44404c8e-9fb3-4647-8c70-bcc3c2420e4e admin admin] Publish callbacks [] for security_group (30377fd9-98b7-4c6c-8e76-93f9775e01f5), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:43.095147 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-44404c8e-9fb3-4647-8c70-bcc3c2420e4e admin admin] Publish callbacks [] for security_group (30377fd9-98b7-4c6c-8e76-93f9775e01f5), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:43.192780 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-44404c8e-9fb3-4647-8c70-bcc3c2420e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (30377fd9-98b7-4c6c-8e76-93f9775e01f5), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:43.198330 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-44404c8e-9fb3-4647-8c70-bcc3c2420e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:43.202601 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-44404c8e-9fb3-4647-8c70-bcc3c2420e4e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/30377fd9-98b7-4c6c-8e76-93f9775e01f5 HTTP/1.1" status: 204 len: 168 time: 0.2434618 Oct 04 08:36:43.216113 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44404c8e-9fb3-4647-8c70-bcc3c2420e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30377fd9-98b7-4c6c-8e76-93f9775e01f5,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:43.673553 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb7908-1852-47e5-9f0e-ada379ac564b req-641c68c3-5820-4400-b01f-9c9fb19b5263 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:43.677690 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bafb7908-1852-47e5-9f0e-ada379ac564b req-641c68c3-5820-4400-b01f-9c9fb19b5263 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0869083 Oct 04 08:36:43.685799 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54296) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:43.732836 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-353311c8-3d56-488b-810e-477fe4eb4886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:43.787465 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:43.819603 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bafb7908-1852-47e5-9f0e-ada379ac564b req-02959836-72c5-4a39-a0dd-4df314dbf790 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354406 Oct 04 08:36:43.840665 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54300) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:43.884478 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-353311c8-3d56-488b-810e-477fe4eb4886 admin admin] Publish callbacks [] for security_group (4264c4b5-2d64-49ce-a497-9c22cbe799ac), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:43.889339 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-353311c8-3d56-488b-810e-477fe4eb4886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (4264c4b5-2d64-49ce-a497-9c22cbe799ac), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:43.930833 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353311c8-3d56-488b-810e-477fe4eb4886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4264c4b5-2d64-49ce-a497-9c22cbe799ac,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:43.935815 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-353311c8-3d56-488b-810e-477fe4eb4886 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9a7221a9e35d43a88520b8ad84061096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474256 Oct 04 08:36:43.938968 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54308) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:44.011843 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1307717520-network', 'tenant_id': '2f94e3ae140b43739febe1111e18604b'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:36:44.042517 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-75f920a9-32b0-4c1c-956c-e0c640986a1d admin admin] Publish callbacks [] for security_group (4264c4b5-2d64-49ce-a497-9c22cbe799ac), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:44.047311 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Made reservation on behalf of 2f94e3ae140b43739febe1111e18604b for: {'network': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:36:44.053165 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:44.070228 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:44.087037 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54314) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:44.098893 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-75f920a9-32b0-4c1c-956c-e0c640986a1d admin admin] Publish callbacks [] for security_group (4264c4b5-2d64-49ce-a497-9c22cbe799ac), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:44.222369 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Publish callbacks [] for security_group (0f48393d-6485-41d3-a56d-3a6cd324168d), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:44.230683 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (0f48393d-6485-41d3-a56d-3a6cd324168d), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:44.270912 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=106411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:36:44.301547 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (f48d575e-74e1-4f3e-8727-6deaccc8c438), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:44.301892 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.segments_db [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Added segment f48d575e-74e1-4f3e-8727-6deaccc8c438 of type vlan for network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a Oct 04 08:36:44.303801 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f48393d-6485-41d3-a56d-3a6cd324168d,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:44.353932 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-75f920a9-32b0-4c1c-956c-e0c640986a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (4264c4b5-2d64-49ce-a497-9c22cbe799ac), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:44.356492 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-75f920a9-32b0-4c1c-956c-e0c640986a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:44.361561 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-75f920a9-32b0-4c1c-956c-e0c640986a1d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4264c4b5-2d64-49ce-a497-9c22cbe799ac HTTP/1.1" status: 204 len: 168 time: 0.4176672 Oct 04 08:36:44.389783 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:44.395237 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f920a9-32b0-4c1c-956c-e0c640986a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4264c4b5-2d64-49ce-a497-9c22cbe799ac,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:44.423840 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:44.425032 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:44.426036 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:44.488907 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6467633 Oct 04 08:36:44.494728 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54332) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:44.504721 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c785dc-7591-403b-aba5-a9d9a560d4fb admin admin] Pushing event updated for resources: {'Network': ['ID=e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:44.520129 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:36:44.529207 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-ee32a068-5bba-486f-b6fb-1641d7dbe45a admin admin] Request body: {'subnet': {'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1307717520-subnet', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'ip_version': 4}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:36:44.548474 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:44.615434 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=6 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:44.727290 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee32a068-5bba-486f-b6fb-1641d7dbe45a admin admin] Made reservation on behalf of 2f94e3ae140b43739febe1111e18604b for: {'subnet': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:36:44.730417 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ee32a068-5bba-486f-b6fb-1641d7dbe45a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:44.806238 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54346) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:45.005989 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:45.027316 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45840d8-4a30-4ec0-bb0b-28ae73a3c2af req-3be0f094-dae1-46d3-a46a-ad96a72867ae tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:45.036631 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c45840d8-4a30-4ec0-bb0b-28ae73a3c2af req-3be0f094-dae1-46d3-a46a-ad96a72867ae tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0826952 Oct 04 08:36:45.114601 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c45840d8-4a30-4ec0-bb0b-28ae73a3c2af req-7694bdee-c733-4a16-8785-ed6ee7968aee tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765269 Oct 04 08:36:45.121533 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-28085660-00f8-43f9-9a5c-673a67271bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:45.241400 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-28085660-00f8-43f9-9a5c-673a67271bfb admin admin] Publish callbacks [] for security_group (af6c3064-65a3-4d36-a569-e0731f846598), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:45.246950 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-28085660-00f8-43f9-9a5c-673a67271bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (af6c3064-65a3-4d36-a569-e0731f846598), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:45.307920 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-28085660-00f8-43f9-9a5c-673a67271bfb admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4cffcc28402548458774bff31a89deec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4995282 Oct 04 08:36:45.309366 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54362) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:45.320656 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28085660-00f8-43f9-9a5c-673a67271bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6c3064-65a3-4d36-a569-e0731f846598,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:45.374961 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:45.394371 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-da084789-4186-4098-8ccc-841c32a55f5a admin admin] Publish callbacks [] for security_group (af6c3064-65a3-4d36-a569-e0731f846598), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:45.419044 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-da084789-4186-4098-8ccc-841c32a55f5a admin admin] Publish callbacks [] for security_group (af6c3064-65a3-4d36-a569-e0731f846598), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:45.470973 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc808-a897-49b5-b9c8-44401f4b1533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600392'] for router_interface (2892899c-b7fc-4add-8575-1a3d60202983), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:45.500861 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-da084789-4186-4098-8ccc-841c32a55f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (af6c3064-65a3-4d36-a569-e0731f846598), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:45.503932 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-da084789-4186-4098-8ccc-841c32a55f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:45.505296 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-da084789-4186-4098-8ccc-841c32a55f5a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/af6c3064-65a3-4d36-a569-e0731f846598 HTTP/1.1" status: 204 len: 168 time: 0.1941781 Oct 04 08:36:45.517532 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ee32a068-5bba-486f-b6fb-1641d7dbe45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for subnet (93f5ad63-8511-451a-b445-ec0028854cc4), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:45.518429 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da084789-4186-4098-8ccc-841c32a55f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6c3064-65a3-4d36-a569-e0731f846598,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:45.591732 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32a068-5bba-486f-b6fb-1641d7dbe45a admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f5ad63-8511-451a-b445-ec0028854cc4,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:45.668951 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee32a068-5bba-486f-b6fb-1641d7dbe45a admin admin] Checking segment: {'id': 'f48d575e-74e1-4f3e-8727-6deaccc8c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:36:45.669311 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee32a068-5bba-486f-b6fb-1641d7dbe45a admin admin] Network hostable DHCP agents. Network: e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:36:45.794983 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee32a068-5bba-486f-b6fb-1641d7dbe45a admin admin] Network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:36:45.821444 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-ee32a068-5bba-486f-b6fb-1641d7dbe45a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a) {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:36:45.826805 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee32a068-5bba-486f-b6fb-1641d7dbe45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:45.827481 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ee32a068-5bba-486f-b6fb-1641d7dbe45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:45.852174 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da23b71-0d52-4927-9764-8961ed54b683 None None] Network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:36:45.875595 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-ee32a068-5bba-486f-b6fb-1641d7dbe45a admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3751254 Oct 04 08:36:45.876118 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54376) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:45.887019 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:36:45.913336 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:46.016171 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-b2fdc808-a897-49b5-b9c8-44401f4b1533 admin admin] Deleting port 1b09fd31-8182-44fa-a7b3-6eeebd96c231 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:36:46.016881 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc808-a897-49b5-b9c8-44401f4b1533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:46.041689 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-400'] for router (fdcc413e-0188-45d9-af3f-5d148c24247d), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:46.043677 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router (fdcc413e-0188-45d9-af3f-5d148c24247d), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:46.172350 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf04c5fb5-aee9-5c72-8602-fd95d862e421-e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'project_id': '2f94e3ae140b43739febe1111e18604b', 'fixed_ips': [{'subnet_id': '93f5ad63-8511-451a-b445-ec0028854cc4'}]}} from dv-cinder-860209-1-iscsi. {{(pid=106412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:36:46.173928 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:46.185385 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:46.295024 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Publish callbacks [] for router_controller (fdcc413e-0188-45d9-af3f-5d148c24247d), precommit_add_association {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:46.460695 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e50c83-5b32-4ad9-9370-748b7f379c5b req-74e6f638-8461-4738-8b3f-c8c2e1c6ca92 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:46.470812 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-74e50c83-5b32-4ad9-9370-748b7f379c5b req-74e6f638-8461-4738-8b3f-c8c2e1c6ca92 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.1061871 Oct 04 08:36:46.513530 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-b2fdc808-a897-49b5-b9c8-44401f4b1533 admin admin] For port 1b09fd31-8182-44fa-a7b3-6eeebd96c231, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=1b09fd31-8182-44fa-a7b3-6eeebd96c231,segment=NetworkSegment(68d0fa00-add3-4e36-9d7e-4dfd8fed2b15),segment_id=68d0fa00-add3-4e36-9d7e-4dfd8fed2b15)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:36:46.514447 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc808-a897-49b5-b9c8-44401f4b1533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:46.553293 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-b2fdc808-a897-49b5-b9c8-44401f4b1533 admin admin] Calling delete_port for 1b09fd31-8182-44fa-a7b3-6eeebd96c231 owned by network:router_interface {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:36:46.591908 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-74e50c83-5b32-4ad9-9370-748b7f379c5b req-dc92831d-a558-4baa-b8e9-86027bdbf15f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195962 Oct 04 08:36:46.632141 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.db_base_plugin_common [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Allocated IP 172.20.0.2 (e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a/93f5ad63-8511-451a-b445-ec0028854cc4/06970242-99d0-4c82-9a1a-0c73ca585d58) {{(pid=106412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:36:46.739103 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Publish callbacks [] for router_gateway (fdcc413e-0188-45d9-af3f-5d148c24247d), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:46.952954 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=40,neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:46.993853 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Publish callbacks [] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), precommit_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:47.010585 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:47.061267 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a is already hosted by enough agents. {{(pid=106412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:36:47.064851 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.base_scheduler [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Resources bound (agent type, host, resource id): {{(pid=106412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:36:47.071259 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Received port after_create {{(pid=106412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:36:47.142203 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Pushing event updated for resources: {'Port': ['ID=06970242-99d0-4c82-9a1a-0c73ca585d58,revision_number=1']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:47.162248 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Attempting to bind port 06970242-99d0-4c82-9a1a-0c73ca585d58 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:36:47.162731 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Attempting to bind port 06970242-99d0-4c82-9a1a-0c73ca585d58 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'f48d575e-74e1-4f3e-8727-6deaccc8c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:36:47.163597 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Attempting to bind port 06970242-99d0-4c82-9a1a-0c73ca585d58 on network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:36:47.255765 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:36:47.256343 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Checking segment: {'id': 'f48d575e-74e1-4f3e-8727-6deaccc8c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:36:47.257660 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:47.258610 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Bound using segment: {'id': 'f48d575e-74e1-4f3e-8727-6deaccc8c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:36:47.260103 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Bound port: 06970242-99d0-4c82-9a1a-0c73ca585d58, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48d575e-74e1-4f3e-8727-6deaccc8c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:36:47.261775 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:47.284128 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Publish callbacks [] for router_gateway (fdcc413e-0188-45d9-af3f-5d148c24247d), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:47.311407 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:47.389682 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] For port 06970242-99d0-4c82-9a1a-0c73ca585d58, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:36:47.391535 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc808-a897-49b5-b9c8-44401f4b1533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (1b09fd31-8182-44fa-a7b3-6eeebd96c231), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:47.406263 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] For port 06970242-99d0-4c82-9a1a-0c73ca585d58, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=06970242-99d0-4c82-9a1a-0c73ca585d58,segment=NetworkSegment(f48d575e-74e1-4f3e-8727-6deaccc8c438),segment_id=f48d575e-74e1-4f3e-8727-6deaccc8c438)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:36:47.416049 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:47.437479 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdc808-a897-49b5-b9c8-44401f4b1533 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b09fd31-8182-44fa-a7b3-6eeebd96c231,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:47.578054 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cf436-8522-4c96-949f-008d9f1becf7 None None] Pushing event updated for resources: {'Port': ['ID=06970242-99d0-4c82-9a1a-0c73ca585d58,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:47.648913 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Allocated IP 172.27.0.113 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/d040d2fd-9559-418e-a2bb-4b2687c0ccad) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:36:47.843961 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338252ed-ee39-45ff-bf25-9d6656b527ac req-d015dee2-c740-485a-b6c9-fd62ddcf66c9 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:47.866014 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-338252ed-ee39-45ff-bf25-9d6656b527ac req-d015dee2-c740-485a-b6c9-fd62ddcf66c9 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.1453133 Oct 04 08:36:47.928308 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:47.929486 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:48.000083 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc808-a897-49b5-b9c8-44401f4b1533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600380'] for router_interface (2892899c-b7fc-4add-8575-1a3d60202983), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:48.052389 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-338252ed-ee39-45ff-bf25-9d6656b527ac req-b4676d76-7a93-4636-a81a-33ae600aa4b6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831081 Oct 04 08:36:48.108433 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Publish callbacks [] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:48.282374 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:48.346285 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:36:48.356263 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:36:48.361455 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:36:48.422181 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Pushing event updated for resources: {'Port': ['ID=d040d2fd-9559-418e-a2bb-4b2687c0ccad,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:48.465136 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 06970242-99d0-4c82-9a1a-0c73ca585d58 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:36:48.519588 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:48.541222 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:48.553253 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 06970242-99d0-4c82-9a1a-0c73ca585d58 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:36:48.553743 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:48.554190 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 06970242-99d0-4c82-9a1a-0c73ca585d58 Oct 04 08:36:48.727146 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 06970242-99d0-4c82-9a1a-0c73ca585d58 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:36:48.727708 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:48.791033 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 06970242-99d0-4c82-9a1a-0c73ca585d58, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=06970242-99d0-4c82-9a1a-0c73ca585d58,segment=NetworkSegment(f48d575e-74e1-4f3e-8727-6deaccc8c438),segment_id=f48d575e-74e1-4f3e-8727-6deaccc8c438)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:36:48.805062 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:48.841511 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b1254aec-dfd0-464b-9245-3dca9819b4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:48.915991 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=06970242-99d0-4c82-9a1a-0c73ca585d58,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:49.013481 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fdc808-a897-49b5-b9c8-44401f4b1533 admin admin] Router 2892899c-b7fc-4add-8575-1a3d60202983 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:36:49.293855 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3d9a0-027e-4dd8-91d3-e140023765af req-967c2e13-c4bd-422d-8e52-2f6b3bdeeae3 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:49.306497 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5ae3d9a0-027e-4dd8-91d3-e140023765af req-967c2e13-c4bd-422d-8e52-2f6b3bdeeae3 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0927591 Oct 04 08:36:49.310175 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf45be4-25b6-4364-8bd3-c304e03765ee None None] Network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:36:49.367649 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fdc808-a897-49b5-b9c8-44401f4b1533 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:36:49.380589 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-b2fdc808-a897-49b5-b9c8-44401f4b1533 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/2892899c-b7fc-4add-8575-1a3d60202983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2919853 Oct 04 08:36:49.383429 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54510) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:49.388307 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9309caf3-37ea-498a-be2f-da09e0eab69b None None] Sync routers for ids ['2892899c-b7fc-4add-8575-1a3d60202983'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:36:49.396711 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Publish callbacks [] for router_gateway (fdcc413e-0188-45d9-af3f-5d148c24247d), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:49.399099 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5ae3d9a0-027e-4dd8-91d3-e140023765af req-fd781e90-4a40-4c31-b23b-0b2a645656c7 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913889 Oct 04 08:36:49.413678 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309caf3-37ea-498a-be2f-da09e0eab69b None None] Routers {'2892899c-b7fc-4add-8575-1a3d60202983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:36:49.414314 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-9309caf3-37ea-498a-be2f-da09e0eab69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['2892899c-b7fc-4add-8575-1a3d60202983'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:49.439976 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-37a7d65c-224b-4be9-91d9-9df272c54770 None None] Provisioning complete for port 06970242-99d0-4c82-9a1a-0c73ca585d58 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:36:49.440888 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-37a7d65c-224b-4be9-91d9-9df272c54770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:49.441403 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-37a7d65c-224b-4be9-91d9-9df272c54770 None None] Attempt 1 to provision port 06970242-99d0-4c82-9a1a-0c73ca585d58 Oct 04 08:36:49.572558 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-9309caf3-37ea-498a-be2f-da09e0eab69b None None] Set router 2892899c-b7fc-4add-8575-1a3d60202983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:36:49.636134 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-37a7d65c-224b-4be9-91d9-9df272c54770 None None] Current status of the port 06970242-99d0-4c82-9a1a-0c73ca585d58 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:36:49.655809 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:49.668951 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:49.677530 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Publish callbacks [] for router (2892899c-b7fc-4add-8575-1a3d60202983), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:49.844925 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-9309caf3-37ea-498a-be2f-da09e0eab69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2892899c-b7fc-4add-8575-1a3d60202983', 'name': 'tempest-DeleteServersTestJSON-624558131-router', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:36:47Z', 'revision_number': 5, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'gw_port': {'id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:49.883033 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9309caf3-37ea-498a-be2f-da09e0eab69b None None] Checking router: 2892899c-b7fc-4add-8575-1a3d60202983 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:36:49.893178 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309caf3-37ea-498a-be2f-da09e0eab69b None None] Routers {'2892899c-b7fc-4add-8575-1a3d60202983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:36:49.894988 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-9309caf3-37ea-498a-be2f-da09e0eab69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['2892899c-b7fc-4add-8575-1a3d60202983'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:49.961796 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-6ea3a16c-2a6f-484b-ba39-82cbccbc1f57 None None] Provisioning complete for port 06970242-99d0-4c82-9a1a-0c73ca585d58 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:36:49.962202 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a16c-2a6f-484b-ba39-82cbccbc1f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:49.962657 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-6ea3a16c-2a6f-484b-ba39-82cbccbc1f57 None None] Attempt 1 to provision port 06970242-99d0-4c82-9a1a-0c73ca585d58 Oct 04 08:36:49.974642 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602062'] for router (fdcc413e-0188-45d9-af3f-5d148c24247d), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:49.987400 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Publish callbacks [] for router_gateway (2892899c-b7fc-4add-8575-1a3d60202983), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:50.080717 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-9309caf3-37ea-498a-be2f-da09e0eab69b None None] Set router 2892899c-b7fc-4add-8575-1a3d60202983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:36:50.142508 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3a16c-2a6f-484b-ba39-82cbccbc1f57 None None] Current status of the port 06970242-99d0-4c82-9a1a-0c73ca585d58 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:36:50.238621 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Deleting port dbbe7541-6cf6-47a6-8859-c268d1cc384e {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:36:50.239545 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:50.308026 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Router fdcc413e-0188-45d9-af3f-5d148c24247d is scheduled to L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 with binding_index 1 {{(pid=106410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:36:50.365380 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 06970242-99d0-4c82-9a1a-0c73ca585d58 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:36:50.490666 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 06970242-99d0-4c82-9a1a-0c73ca585d58 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:36:50.491056 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:50.491576 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 06970242-99d0-4c82-9a1a-0c73ca585d58 Oct 04 08:36:50.531996 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-9309caf3-37ea-498a-be2f-da09e0eab69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2892899c-b7fc-4add-8575-1a3d60202983', 'name': 'tempest-DeleteServersTestJSON-624558131-router', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:36:47Z', 'revision_number': 5, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'gw_port': {'id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:50.565513 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:36:50.600559 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9309caf3-37ea-498a-be2f-da09e0eab69b None None] The sync data for ids ['2892899c-b7fc-4add-8575-1a3d60202983'] in dv-cinder-860209-1-iscsi is: [{'id': '2892899c-b7fc-4add-8575-1a3d60202983', 'name': 'tempest-DeleteServersTestJSON-624558131-router', 'tenant_id': '3f34eba992024f6881d1292c9f7cfd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:36:47Z', 'revision_number': 5, 'project_id': '3f34eba992024f6881d1292c9f7cfd48', 'gw_port': {'id': 'dbbe7541-6cf6-47a6-8859-c268d1cc384e', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2892899c-b7fc-4add-8575-1a3d60202983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:36:50.629450 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Sync routers for ids ['fdcc413e-0188-45d9-af3f-5d148c24247d'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:36:50.637647 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 06970242-99d0-4c82-9a1a-0c73ca585d58 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:36:50.646795 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Routers {'fdcc413e-0188-45d9-af3f-5d148c24247d'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:36:50.647651 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['fdcc413e-0188-45d9-af3f-5d148c24247d'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:50.675552 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:50.683942 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-b418854a-9b24-4ad5-8b4a-493b8e8da57b admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8039503 Oct 04 08:36:50.686513 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54538) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:50.753706 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] For port dbbe7541-6cf6-47a6-8859-c268d1cc384e, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=dbbe7541-6cf6-47a6-8859-c268d1cc384e,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:36:50.754094 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:50.776983 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Calling delete_port for dbbe7541-6cf6-47a6-8859-c268d1cc384e owned by network:router_gateway {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:36:50.838770 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Set router fdcc413e-0188-45d9-af3f-5d148c24247d gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:36:50.880086 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddb517-2ede-4059-99b7-b9a452474da4 req-85c45d55-9bc4-422d-a622-5960d32988a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:50.894229 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-24ddb517-2ede-4059-99b7-b9a452474da4 req-85c45d55-9bc4-422d-a622-5960d32988a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.2464631 Oct 04 08:36:50.907040 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:51.121349 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:51.197399 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (dbbe7541-6cf6-47a6-8859-c268d1cc384e), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.235344 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbbe7541-6cf6-47a6-8859-c268d1cc384e,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:51.237188 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-24ddb517-2ede-4059-99b7-b9a452474da4 req-aeb7a356-f6bf-40ec-8304-40cb0ee5b01c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416588 Oct 04 08:36:51.317801 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601974'] for router_gateway (2892899c-b7fc-4add-8575-1a3d60202983), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.337824 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c0a6929f-8198-4de2-bf58-509e9e0002b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.355070 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:51.364989 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:51.454994 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-386'] for router (2892899c-b7fc-4add-8575-1a3d60202983), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.461009 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Publish callbacks [] for router_controller (2892899c-b7fc-4add-8575-1a3d60202983), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.476368 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:36:49Z', 'revision_number': 3, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:51.510484 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Checking router: fdcc413e-0188-45d9-af3f-5d148c24247d for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:36:51.511400 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Updating router fdcc413e-0188-45d9-af3f-5d148c24247d port d040d2fd-9559-418e-a2bb-4b2687c0ccad binding host dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:36:51.565558 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600420'] for router (2892899c-b7fc-4add-8575-1a3d60202983), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.566860 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2892899c-b7fc-4add-8575-1a3d60202983 {{(pid=106410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:36:51.573933 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.576571 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.579512 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-97b93bda-9016-48c6-94de-b747098573b2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/2892899c-b7fc-4add-8575-1a3d60202983 HTTP/1.1" status: 204 len: 168 time: 2.1911657 Oct 04 08:36:51.580208 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54548) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:51.588103 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=9 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:51.656694 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:51.666870 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_v2 [None req-559b4436-cc86-423f-9c6f-f37e12281b43 admin admin] Deleting subnet 4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce {{(pid=106410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:36:51.673304 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-559b4436-cc86-423f-9c6f-f37e12281b43 admin admin] Publish callbacks [] for subnet (4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.692067 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.743555 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-559b4436-cc86-423f-9c6f-f37e12281b43 admin admin] Publish callbacks [] for subnet (4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.875566 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-559b4436-cc86-423f-9c6f-f37e12281b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.968381 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Publish callbacks [] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), precommit_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.974707 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-559b4436-cc86-423f-9c6f-f37e12281b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for subnet (4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:51.977322 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:52.002099 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Allocated IP 172.20.0.1 (e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a/93f5ad63-8511-451a-b445-ec0028854cc4/d79070e4-d6bf-4dd2-8474-99d8d9c46648) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:36:52.002537 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Attempting to bind port d040d2fd-9559-418e-a2bb-4b2687c0ccad on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:36:52.003592 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Attempting to bind port d040d2fd-9559-418e-a2bb-4b2687c0ccad by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:36:52.004150 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Attempting to bind port d040d2fd-9559-418e-a2bb-4b2687c0ccad on network a245eb65-fa51-4a9c-b9ba-d29908724e63 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:36:52.108203 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025b0c1-74df-438a-8a17-1e55b47934d2 None None] Pushing event updated for resources: {'Port': ['ID=d040d2fd-9559-418e-a2bb-4b2687c0ccad,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:52.114845 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:36:52.115279 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Checking segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:36:52.115721 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:52.116130 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Bound using segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:36:52.116711 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Bound port: d040d2fd-9559-418e-a2bb-4b2687c0ccad, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:36:52.117061 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:52.205456 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Publish callbacks [] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:52.240737 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] For port d040d2fd-9559-418e-a2bb-4b2687c0ccad, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:36:52.257070 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] For port d040d2fd-9559-418e-a2bb-4b2687c0ccad, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=d040d2fd-9559-418e-a2bb-4b2687c0ccad,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:36:52.275588 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:52.289896 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:52.351784 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device dbbe7541-6cf6-47a6-8859-c268d1cc384e no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:36:52.404954 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: dbbe7541-6cf6-47a6-8859-c268d1cc384e {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:36:52.404954 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device dbbe7541-6cf6-47a6-8859-c268d1cc384e not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:36:52.404954 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 1b09fd31-8182-44fa-a7b3-6eeebd96c231 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:36:52.408927 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Routers {'fdcc413e-0188-45d9-af3f-5d148c24247d'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:36:52.409130 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['fdcc413e-0188-45d9-af3f-5d148c24247d'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:52.438983 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:52.466857 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:36:52.474948 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:36:52.493649 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:36:52.494869 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756789'] for router_interface (fdcc413e-0188-45d9-af3f-5d148c24247d), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:52.494998 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 1b09fd31-8182-44fa-a7b3-6eeebd96c231 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:36:52.495313 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 1b09fd31-8182-44fa-a7b3-6eeebd96c231 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:36:52.526425 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025b0c1-74df-438a-8a17-1e55b47934d2 None None] Pushing event updated for resources: {'Port': ['ID=d040d2fd-9559-418e-a2bb-4b2687c0ccad,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:52.535707 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b4436-cc86-423f-9c6f-f37e12281b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:52.558415 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-559b4436-cc86-423f-9c6f-f37e12281b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:52.566822 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30adf9e9-d0bf-4ba3-909a-6475abe78876 None None] Network 5222819e-bf96-4595-9724-ed979b9e88ed requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:36:52.579865 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-559b4436-cc86-423f-9c6f-f37e12281b43 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/4d0ed38f-3a3e-4ef4-98b6-43691ed1dbce HTTP/1.1" status: 204 len: 168 time: 0.9982917 Oct 04 08:36:52.584750 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54580) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:52.688751 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (5222819e-bf96-4595-9724-ed979b9e88ed), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:52.708082 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Pushing event updated for resources: {'Port': ['ID=d79070e4-d6bf-4dd2-8474-99d8d9c46648,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:52.792755 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Deleting port 58720cbf-3e06-40bc-9362-81e17d3fea4e {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:36:52.793518 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:52.811194 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b9044-efbb-4601-86f3-b7b40d461c8d req-140acbaa-0e41-46b9-8067-b0634ccde235 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:52.820695 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] Set router fdcc413e-0188-45d9-af3f-5d148c24247d gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:36:52.824467 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-615b9044-efbb-4601-86f3-b7b40d461c8d req-140acbaa-0e41-46b9-8067-b0634ccde235 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.3602142 Oct 04 08:36:52.858072 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:52.965842 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] For port 58720cbf-3e06-40bc-9362-81e17d3fea4e, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=58720cbf-3e06-40bc-9362-81e17d3fea4e,segment=NetworkSegment(68d0fa00-add3-4e36-9d7e-4dfd8fed2b15),segment_id=68d0fa00-add3-4e36-9d7e-4dfd8fed2b15)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:36:52.967319 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:53.007709 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Calling delete_port for 58720cbf-3e06-40bc-9362-81e17d3fea4e owned by network:dhcp {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:36:53.055953 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-d8656a8f-8829-42e2-9eb7-5d0c8ce0aef4 None None] Provisioning complete for port d79070e4-d6bf-4dd2-8474-99d8d9c46648 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:36:53.057293 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d8656a8f-8829-42e2-9eb7-5d0c8ce0aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:53.059163 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-d8656a8f-8829-42e2-9eb7-5d0c8ce0aef4 None None] Attempt 1 to provision port d79070e4-d6bf-4dd2-8474-99d8d9c46648 Oct 04 08:36:53.072043 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-615b9044-efbb-4601-86f3-b7b40d461c8d req-8445d9a3-8a49-44ad-84fe-2f63a73dbacb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444558 Oct 04 08:36:53.145963 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:53.216639 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (58720cbf-3e06-40bc-9362-81e17d3fea4e), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:53.239990 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-d8656a8f-8829-42e2-9eb7-5d0c8ce0aef4 None None] Port d79070e4-d6bf-4dd2-8474-99d8d9c46648 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:36:53.259394 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] No DVR routers for this DVR port 58720cbf-3e06-40bc-9362-81e17d3fea4e on host dv-cinder-860209-1-iscsi {{(pid=106410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:36:53.287408 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:53.395555 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Pushing event deleted for resources: {'Port': ['ID=58720cbf-3e06-40bc-9362-81e17d3fea4e,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:53.404422 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:53.418422 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb51be-c063-4672-a915-01d6d231651a None None] DHCP port deletion for 5222819e-bf96-4595-9724-ed979b9e88ed request from dv-cinder-860209-1-iscsi {{(pid=106412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:36:53.475102 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Publish callbacks [] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:53.481012 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:36:49Z', 'revision_number': 3, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:53.486075 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:53.487026 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756905'] for router_interface (fdcc413e-0188-45d9-af3f-5d148c24247d), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:53.553240 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc74d643-8098-4ba2-8ad2-d1c36a8ca86e None None] The sync data for ids ['fdcc413e-0188-45d9-af3f-5d148c24247d'] in dv-cinder-860209-1-iscsi is: [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:36:49Z', 'revision_number': 3, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:36:53.562658 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (5222819e-bf96-4595-9724-ed979b9e88ed), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:53.631789 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.632660 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.635259 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.636012 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > port after_create 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.637506 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.638233 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > port after_update 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.639974 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.641710 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.642576 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.644479 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.648141 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Pushing event updated for resources: {'Port': ['ID=d79070e4-d6bf-4dd2-8474-99d8d9c46648,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:53.752936 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:36:53.755923 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:36:53.847837 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.848195 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.848529 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.848859 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:36:53.849235 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5222819e-bf96-4595-9724-ed979b9e88ed']}} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:53.918781 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15') {'for_net_delete': True} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:53.918781 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d0fa00-add3-4e36-9d7e-4dfd8fed2b15') {} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:53.955998 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15344726'] for segment (68d0fa00-add3-4e36-9d7e-4dfd8fed2b15), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:54.037079 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (68d0fa00-add3-4e36-9d7e-4dfd8fed2b15), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:54.052543 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:36:54.053058 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14467730'] for segment (68d0fa00-add3-4e36-9d7e-4dfd8fed2b15), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:54.274671 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (5222819e-bf96-4595-9724-ed979b9e88ed), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:54.303906 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:54.324604 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/5222819e-bf96-4595-9724-ed979b9e88ed HTTP/1.1" status: 204 len: 168 time: 1.7377386 Oct 04 08:36:54.417100 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cefea-a243-448b-b014-e45f1b194997 admin admin] Pushing event deleted for resources: {'Network': ['ID=5222819e-bf96-4595-9724-ed979b9e88ed,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:54.430867 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-89821ed5-e1d7-4810-86c6-cff268031602 None None] Provisioning complete for port d79070e4-d6bf-4dd2-8474-99d8d9c46648 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:36:54.432536 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-89821ed5-e1d7-4810-86c6-cff268031602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:54.433356 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-89821ed5-e1d7-4810-86c6-cff268031602 None None] Attempt 1 to provision port d79070e4-d6bf-4dd2-8474-99d8d9c46648 Oct 04 08:36:54.439941 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:54.443480 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:54.483263 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54622) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:54.502594 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d040d2fd-9559-418e-a2bb-4b2687c0ccad up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:36:54.511323 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:54.565897 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-89821ed5-e1d7-4810-86c6-cff268031602 None None] Port d79070e4-d6bf-4dd2-8474-99d8d9c46648 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:36:54.585236 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Router fdcc413e-0188-45d9-af3f-5d148c24247d has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:36:54.614024 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port d040d2fd-9559-418e-a2bb-4b2687c0ccad triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:36:54.617677 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:54.618472 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port d040d2fd-9559-418e-a2bb-4b2687c0ccad Oct 04 08:36:54.624347 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd1dd8-f5e0-4c2f-9375-b992213f1f45 req-50fda902-4a0e-48ba-8f7f-1c2f70bbed08 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:54.631105 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-12dd1dd8-f5e0-4c2f-9375-b992213f1f45 req-50fda902-4a0e-48ba-8f7f-1c2f70bbed08 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.1595809 Oct 04 08:36:54.783886 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54628) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:54.874945 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-12dd1dd8-f5e0-4c2f-9375-b992213f1f45 req-bf384412-c004-45ba-a26d-eb05b4f9dd5e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773808 Oct 04 08:36:54.891385 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port d040d2fd-9559-418e-a2bb-4b2687c0ccad is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:36:54.891922 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:54.892435 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:54.918473 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:36:54.947385 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-15d58fd8-b2ff-4c34-8f21-2a6865f03d3f admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/fdcc413e-0188-45d9-af3f-5d148c24247d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2584519 Oct 04 08:36:54.974813 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port d040d2fd-9559-418e-a2bb-4b2687c0ccad, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=d040d2fd-9559-418e-a2bb-4b2687c0ccad,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:36:54.985583 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-5f5eacc4-a4af-4dfa-8e60-b514501707c5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3f34eba992024f6881d1292c9f7cfd48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1991611 Oct 04 08:36:54.989361 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:54.991023 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54634) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:55.078755 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=d040d2fd-9559-418e-a2bb-4b2687c0ccad,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:55.103885 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-15bf0f78-09cc-46c0-85c2-31081a129cfe admin admin] Publish callbacks [] for security_group (e4f80860-c384-4e59-8cef-622aaba27659), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:55.134890 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-15bf0f78-09cc-46c0-85c2-31081a129cfe admin admin] Publish callbacks [] for security_group (e4f80860-c384-4e59-8cef-622aaba27659), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:55.168290 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 58720cbf-3e06-40bc-9362-81e17d3fea4e no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:36:55.215278 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 58720cbf-3e06-40bc-9362-81e17d3fea4e {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:36:55.215761 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 58720cbf-3e06-40bc-9362-81e17d3fea4e not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:36:55.250280 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-15bf0f78-09cc-46c0-85c2-31081a129cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e4f80860-c384-4e59-8cef-622aaba27659), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:55.256887 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-15bf0f78-09cc-46c0-85c2-31081a129cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:55.261451 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-15bf0f78-09cc-46c0-85c2-31081a129cfe admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e4f80860-c384-4e59-8cef-622aaba27659 HTTP/1.1" status: 204 len: 168 time: 0.2661314 Oct 04 08:36:55.275221 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0f78-09cc-46c0-85c2-31081a129cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f80860-c384-4e59-8cef-622aaba27659,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:55.335029 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-351b693a-af49-444d-9891-7764a6c43f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:55.394185 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=13 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:55.406383 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment 68d0fa00-add3-4e36-9d7e-4dfd8fed2b15 resource provider aggregate not found Oct 04 08:36:55.446434 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment 68d0fa00-add3-4e36-9d7e-4dfd8fed2b15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68d0fa00-add3-4e36-9d7e-4dfd8fed2b15 found for delete ", "request_id": "req-7726e064-a2a3-42c1-bd78-0b2bb3692904"}]} Oct 04 08:36:55.564280 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-351b693a-af49-444d-9891-7764a6c43f7b admin admin] Publish callbacks [] for security_group (42bfa701-28d5-4019-b8ee-ca5212364141), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:55.571130 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-351b693a-af49-444d-9891-7764a6c43f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (42bfa701-28d5-4019-b8ee-ca5212364141), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:55.631453 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-351b693a-af49-444d-9891-7764a6c43f7b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3c243001532b4a398a8ce8578522baf4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1446552 Oct 04 08:36:55.631779 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54654) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:55.632726 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b693a-af49-444d-9891-7764a6c43f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bfa701-28d5-4019-b8ee-ca5212364141,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:55.714881 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-0a2b50c4-dbfb-497a-a12d-df4b17e29e62 admin admin] Publish callbacks [] for security_group (42bfa701-28d5-4019-b8ee-ca5212364141), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:55.748186 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-0a2b50c4-dbfb-497a-a12d-df4b17e29e62 admin admin] Publish callbacks [] for security_group (42bfa701-28d5-4019-b8ee-ca5212364141), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:55.817730 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:55.856960 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-0a2b50c4-dbfb-497a-a12d-df4b17e29e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (42bfa701-28d5-4019-b8ee-ca5212364141), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:55.859962 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-0a2b50c4-dbfb-497a-a12d-df4b17e29e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:55.865503 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-0a2b50c4-dbfb-497a-a12d-df4b17e29e62 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/42bfa701-28d5-4019-b8ee-ca5212364141 HTTP/1.1" status: 204 len: 168 time: 0.2319503 Oct 04 08:36:55.876638 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b50c4-dbfb-497a-a12d-df4b17e29e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bfa701-28d5-4019-b8ee-ca5212364141,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:56.042620 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e602b2-7e74-438e-bbe9-f342ea321d36 req-0b4a0d2a-bc79-4669-88bc-5aabe39c6395 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:56.044416 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a8e602b2-7e74-438e-bbe9-f342ea321d36 req-0b4a0d2a-bc79-4669-88bc-5aabe39c6395 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0676625 Oct 04 08:36:56.175503 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a8e602b2-7e74-438e-bbe9-f342ea321d36 req-94be2334-5023-4956-aa2c-a22671a2afa0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192191 Oct 04 08:36:56.294855 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d040d2fd-9559-418e-a2bb-4b2687c0ccad up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:36:56.365505 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54684) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:56.376128 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1631395197-network', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:36:56.412196 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port d040d2fd-9559-418e-a2bb-4b2687c0ccad triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:36:56.412578 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:56.412912 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port d040d2fd-9559-418e-a2bb-4b2687c0ccad Oct 04 08:36:56.435250 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:56.440746 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Made reservation on behalf of b9f8f3f4a8dc45919e6bc8a78b745a76 for: {'network': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:36:56.444435 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:56.465411 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:56.632779 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:56.694281 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port d040d2fd-9559-418e-a2bb-4b2687c0ccad is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:36:56.704070 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Publish callbacks [] for security_group (373afecd-94eb-4ed7-918a-2faa126a94f7), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:56.715619 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (373afecd-94eb-4ed7-918a-2faa126a94f7), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:56.715957 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Sync routers for ids ['fdcc413e-0188-45d9-af3f-5d148c24247d'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:36:56.748116 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Routers {'fdcc413e-0188-45d9-af3f-5d148c24247d'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:36:56.749033 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['fdcc413e-0188-45d9-af3f-5d148c24247d'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:56.782535 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373afecd-94eb-4ed7-918a-2faa126a94f7,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:56.810883 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54694) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:56.819727 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=106411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:36:56.842807 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eddee548-5dd7-40b1-a073-5c6106dbfe48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:56.866656 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (550961e8-008a-436e-86ad-e51636eaf9d9), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:56.868327 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.segments_db [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Added segment 550961e8-008a-436e-86ad-e51636eaf9d9 of type vlan for network f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4 Oct 04 08:36:56.914294 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Set router fdcc413e-0188-45d9-af3f-5d148c24247d gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:36:56.961465 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:56.997040 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:56.998443 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:56.999474 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.025999 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eddee548-5dd7-40b1-a073-5c6106dbfe48 admin admin] Publish callbacks [] for security_group (be26b939-3d9b-42ea-ad21-42abb35d5add), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.033215 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eddee548-5dd7-40b1-a073-5c6106dbfe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (be26b939-3d9b-42ea-ad21-42abb35d5add), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.068345 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54698) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:57.079852 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7126951 Oct 04 08:36:57.090288 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54702) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:57.105026 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-bda6022e-007e-4d25-b943-9df3ea211279 admin admin] Request body: {'subnet': {'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1631395197-subnet', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'ip_version': 4}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:36:57.109356 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddee548-5dd7-40b1-a073-5c6106dbfe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be26b939-3d9b-42ea-ad21-42abb35d5add,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:57.116806 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8423a-3197-4749-a289-5721d14fb796 admin admin] Pushing event updated for resources: {'Network': ['ID=f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:57.146805 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda6022e-007e-4d25-b943-9df3ea211279 admin admin] Made reservation on behalf of b9f8f3f4a8dc45919e6bc8a78b745a76 for: {'subnet': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:36:57.151719 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bda6022e-007e-4d25-b943-9df3ea211279 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.165726 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-eddee548-5dd7-40b1-a073-5c6106dbfe48 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2f9c0e5de599472ebe851608b0ee027c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571765 Oct 04 08:36:57.166326 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54704) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:57.166629 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4 details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:36:57.308541 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:36:52Z', 'revision_number': 4, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'd79070e4-d6bf-4dd2-8474-99d8d9c46648', 'name': '', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'mac_address': 'fa:16:3e:22:d8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:51Z', 'updated_at': '2022-10-04T08:36:53Z', 'revision_number': 2, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'subnets': [{'id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:57.324681 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e18bde71-956e-43e2-a6ce-7292b29d4090 admin admin] Publish callbacks [] for security_group (be26b939-3d9b-42ea-ad21-42abb35d5add), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.392501 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e18bde71-956e-43e2-a6ce-7292b29d4090 admin admin] Publish callbacks [] for security_group (be26b939-3d9b-42ea-ad21-42abb35d5add), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.402396 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8602956-4cb5-4bcc-a288-629e4d4524f0 req-f6b26ce8-c8ea-47dd-b1e1-abfe7d9fb4bc tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:57.402396 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b8602956-4cb5-4bcc-a288-629e4d4524f0 req-f6b26ce8-c8ea-47dd-b1e1-abfe7d9fb4bc tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.0944493 Oct 04 08:36:57.476143 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Checking router: fdcc413e-0188-45d9-af3f-5d148c24247d for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:36:57.476798 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Updating router fdcc413e-0188-45d9-af3f-5d148c24247d port d79070e4-d6bf-4dd2-8474-99d8d9c46648 binding host dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:36:57.478705 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1277453569-network', 'tenant_id': '5d21789971964770bdf417547cd19840'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:36:57.491036 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e18bde71-956e-43e2-a6ce-7292b29d4090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (be26b939-3d9b-42ea-ad21-42abb35d5add), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.496833 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e18bde71-956e-43e2-a6ce-7292b29d4090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.502390 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-e18bde71-956e-43e2-a6ce-7292b29d4090 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/be26b939-3d9b-42ea-ad21-42abb35d5add HTTP/1.1" status: 204 len: 168 time: 0.3348007 Oct 04 08:36:57.514759 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bde71-956e-43e2-a6ce-7292b29d4090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be26b939-3d9b-42ea-ad21-42abb35d5add,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:57.544310 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:57.546652 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.614585 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b8602956-4cb5-4bcc-a288-629e4d4524f0 req-f39a2654-7e46-4e46-ba42-8ec576be2a2b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828771 Oct 04 08:36:57.615206 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Made reservation on behalf of 5d21789971964770bdf417547cd19840 for: {'network': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:36:57.617629 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.647202 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.647202 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bda6022e-007e-4d25-b943-9df3ea211279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for subnet (0047be3f-348b-4b3e-9440-5e4fae1163f6), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.665723 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:57.699504 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:57.705736 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:57.738819 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6022e-007e-4d25-b943-9df3ea211279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0047be3f-348b-4b3e-9440-5e4fae1163f6,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:57.815898 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6022e-007e-4d25-b943-9df3ea211279 admin admin] Checking segment: {'id': '550961e8-008a-436e-86ad-e51636eaf9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:36:57.816646 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda6022e-007e-4d25-b943-9df3ea211279 admin admin] Network hostable DHCP agents. Network: f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:36:57.872469 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda6022e-007e-4d25-b943-9df3ea211279 admin admin] Network f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4 is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:36:57.887135 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Publish callbacks [] for security_group (95605df8-1b7e-4bc3-a413-da6103ec1033), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.895344 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (95605df8-1b7e-4bc3-a413-da6103ec1033), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.907473 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-bda6022e-007e-4d25-b943-9df3ea211279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4) {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:36:57.917704 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ea0280-ecd2-4445-8893-22d17bd2168b None None] Network f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:36:57.958300 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda6022e-007e-4d25-b943-9df3ea211279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:57.958983 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bda6022e-007e-4d25-b943-9df3ea211279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:57.999760 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-bda6022e-007e-4d25-b943-9df3ea211279 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9055815 Oct 04 08:36:57.999760 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=106411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:36:58.001816 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54724) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:58.009624 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1631395197-router', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:36:58.017420 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95605df8-1b7e-4bc3-a413-da6103ec1033,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:58.029026 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (fdf20e54-d913-4a71-ba59-6f83fbb4ed1d), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.029484 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.segments_db [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Added segment fdf20e54-d913-4a71-ba59-6f83fbb4ed1d of type vlan for network fd08aa17-8a80-4dac-a656-3195d8433ec8 Oct 04 08:36:58.068400 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf04c5fb5-aee9-5c72-8602-fd95d862e421-f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4', 'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4', 'project_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'fixed_ips': [{'subnet_id': '0047be3f-348b-4b3e-9440-5e4fae1163f6'}]}} from dv-cinder-860209-1-iscsi. {{(pid=106412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:36:58.069521 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.099726 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-400'] for router (a699e38f-a913-4cae-aea3-e00c5af891bb), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.100842 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router (a699e38f-a913-4cae-aea3-e00c5af891bb), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.110150 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (fd08aa17-8a80-4dac-a656-3195d8433ec8), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.160005 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Publish callbacks [] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), precommit_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.176070 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.218979 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (fd08aa17-8a80-4dac-a656-3195d8433ec8), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.220814 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:58.222274 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.238031 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Publish callbacks [] for router_controller (a699e38f-a913-4cae-aea3-e00c5af891bb), precommit_add_association {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.249908 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1771791 Oct 04 08:36:58.250772 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54736) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:58.259164 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-b20d8fd2-7bed-4d36-869c-9576ed9a51c0 admin admin] Request body: {'subnet': {'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1277453569-subnet', 'tenant_id': '5d21789971964770bdf417547cd19840', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:36:58.315028 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Pushing event updated for resources: {'Port': ['ID=d79070e4-d6bf-4dd2-8474-99d8d9c46648,revision_number=3']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:58.354846 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20d8fd2-7bed-4d36-869c-9576ed9a51c0 admin admin] Made reservation on behalf of 5d21789971964770bdf417547cd19840 for: {'subnet': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:36:58.364826 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.365643 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.366377 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.367047 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.367689 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.368358 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.368845 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.369364 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.369974 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.370833 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.371644 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.372462 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.372971 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.373269 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b20d8fd2-7bed-4d36-869c-9576ed9a51c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12886582'] for subnet (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.374036 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.374575 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:36:58.400574 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Attempting to bind port d79070e4-d6bf-4dd2-8474-99d8d9c46648 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:36:58.400980 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Attempting to bind port d79070e4-d6bf-4dd2-8474-99d8d9c46648 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'f48d575e-74e1-4f3e-8727-6deaccc8c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a'}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:36:58.401858 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Attempting to bind port d79070e4-d6bf-4dd2-8474-99d8d9c46648 on network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:36:58.493753 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d14749-20df-48a7-a658-6d02293a4b60 admin admin] Pushing event updated for resources: {'Network': ['ID=fd08aa17-8a80-4dac-a656-3195d8433ec8,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:58.496967 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:36:58.497525 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Checking segment: {'id': 'f48d575e-74e1-4f3e-8727-6deaccc8c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:36:58.498390 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.499672 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Bound using segment: {'id': 'f48d575e-74e1-4f3e-8727-6deaccc8c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a'} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:36:58.500566 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Bound port: d79070e4-d6bf-4dd2-8474-99d8d9c46648, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48d575e-74e1-4f3e-8727-6deaccc8c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a'}}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:36:58.501313 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.626268 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] For port d79070e4-d6bf-4dd2-8474-99d8d9c46648, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:36:58.633946 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:58.634190 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] For port d79070e4-d6bf-4dd2-8474-99d8d9c46648, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=d79070e4-d6bf-4dd2-8474-99d8d9c46648,segment=NetworkSegment(f48d575e-74e1-4f3e-8727-6deaccc8c438),segment_id=f48d575e-74e1-4f3e-8727-6deaccc8c438)] {{(pid=106413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:36:58.637336 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Publish callbacks [] for router_gateway (a699e38f-a913-4cae-aea3-e00c5af891bb), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.648468 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.793608 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Routers {'fdcc413e-0188-45d9-af3f-5d148c24247d'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:36:58.800492 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['fdcc413e-0188-45d9-af3f-5d148c24247d'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:58.823222 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network fd08aa17-8a80-4dac-a656-3195d8433ec8 details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:36:58.826495 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b20d8fd2-7bed-4d36-869c-9576ed9a51c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14467641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12886564'] for subnet (56a0f7b4-9493-4557-9389-0cc520afaa31), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:58.945693 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d8fd2-7bed-4d36-869c-9576ed9a51c0 admin admin] Checking segment: {'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:36:58.946185 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d8fd2-7bed-4d36-869c-9576ed9a51c0 admin admin] Network hostable DHCP agents. Network: fd08aa17-8a80-4dac-a656-3195d8433ec8, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:36:58.948433 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.db_base_plugin_common [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Allocated IP 172.20.0.2 (f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4/0047be3f-348b-4b3e-9440-5e4fae1163f6/738e314f-7520-44c7-8530-5fa6693a1b19) {{(pid=106412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:36:58.958661 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d8fd2-7bed-4d36-869c-9576ed9a51c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a0f7b4-9493-4557-9389-0cc520afaa31,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:58.998097 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d8fd2-7bed-4d36-869c-9576ed9a51c0 admin admin] Network fd08aa17-8a80-4dac-a656-3195d8433ec8 is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:36:59.012627 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-b20d8fd2-7bed-4d36-869c-9576ed9a51c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, fd08aa17-8a80-4dac-a656-3195d8433ec8) {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:36:59.029694 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20d8fd2-7bed-4d36-869c-9576ed9a51c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:59.030198 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b20d8fd2-7bed-4d36-869c-9576ed9a51c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:59.048998 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] Set router fdcc413e-0188-45d9-af3f-5d148c24247d gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:36:59.051457 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5aa6a-367d-47ea-9287-1b64a5128c7e req-c36e06ab-8b1d-4035-9f24-18008599de2c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:36:59.052304 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25a09d-4b40-4988-9a1c-2c59cad57d9d None None] Pushing event updated for resources: {'Port': ['ID=d79070e4-d6bf-4dd2-8474-99d8d9c46648,revision_number=4']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:59.052703 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579a2bc0-a618-43e2-ab23-db566c83a4b7 None None] Network fd08aa17-8a80-4dac-a656-3195d8433ec8 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:36:59.059780 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-98f5aa6a-367d-47ea-9287-1b64a5128c7e req-c36e06ab-8b1d-4035-9f24-18008599de2c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.2473681 Oct 04 08:36:59.073076 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-b20d8fd2-7bed-4d36-869c-9576ed9a51c0 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8201232 Oct 04 08:36:59.076313 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54758) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:36:59.085194 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:36:59.123234 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:INSERT=13,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:59.182884 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:59.194218 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-400'] for router (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:59.195705 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:59.201016 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:59.215898 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Publish callbacks [] for router_gateway (a699e38f-a913-4cae-aea3-e00c5af891bb), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:59.258592 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-98f5aa6a-367d-47ea-9287-1b64a5128c7e req-cbf6ffd4-ced5-47a3-912e-9778d8fe429e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951845 Oct 04 08:36:59.262052 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:59.267514 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:59.314432 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Publish callbacks [] for router_controller (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), precommit_add_association {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:59.329329 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:36:52Z', 'revision_number': 4, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'd79070e4-d6bf-4dd2-8474-99d8d9c46648', 'name': '', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'mac_address': 'fa:16:3e:22:d8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:51Z', 'updated_at': '2022-10-04T08:36:58Z', 'revision_number': 4, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'subnets': [{'id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:36:59.376157 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec8e51-1cc0-4bc4-9128-e89f1629080f None None] The sync data for ids ['fdcc413e-0188-45d9-af3f-5d148c24247d'] in dv-cinder-860209-1-iscsi is: [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:36:52Z', 'revision_number': 4, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'd79070e4-d6bf-4dd2-8474-99d8d9c46648', 'name': '', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'mac_address': 'fa:16:3e:22:d8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:51Z', 'updated_at': '2022-10-04T08:36:58Z', 'revision_number': 4, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'subnets': [{'id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:36:59.376962 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf04c5fb5-aee9-5c72-8602-fd95d862e421-fd08aa17-8a80-4dac-a656-3195d8433ec8', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'project_id': '5d21789971964770bdf417547cd19840', 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31'}]}} from dv-cinder-860209-1-iscsi. {{(pid=106412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:36:59.380308 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:59.466816 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Publish callbacks [] for port (738e314f-7520-44c7-8530-5fa6693a1b19), precommit_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:59.552040 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:59.617882 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Publish callbacks [] for router_gateway (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:36:59.618305 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:36:59.639814 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Network f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4 is already hosted by enough agents. {{(pid=106412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:36:59.647649 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Allocated IP 172.27.0.207 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/58f34dcb-a751-494d-b200-bb8519d577a4) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:36:59.648052 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.base_scheduler [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Resources bound (agent type, host, resource id): {{(pid=106412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:36:59.654485 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Received port after_create {{(pid=106412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:36:59.705685 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Pushing event updated for resources: {'Port': ['ID=738e314f-7520-44c7-8530-5fa6693a1b19,revision_number=1']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:36:59.800001 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.db_base_plugin_common [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Allocated IP 172.20.0.2 (fd08aa17-8a80-4dac-a656-3195d8433ec8/56a0f7b4-9493-4557-9389-0cc520afaa31/ca82f934-6223-4d58-adf3-4497afc7b1cd) {{(pid=106412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:36:59.839610 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Attempting to bind port 738e314f-7520-44c7-8530-5fa6693a1b19 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:36:59.840735 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Attempting to bind port 738e314f-7520-44c7-8530-5fa6693a1b19 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': '550961e8-008a-436e-86ad-e51636eaf9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:36:59.841491 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Attempting to bind port 738e314f-7520-44c7-8530-5fa6693a1b19 on network f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:00.032939 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Publish callbacks [] for port (58f34dcb-a751-494d-b200-bb8519d577a4), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:00.054287 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:00.055496 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Checking segment: {'id': '550961e8-008a-436e-86ad-e51636eaf9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:00.055496 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:00.055781 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Bound using segment: {'id': '550961e8-008a-436e-86ad-e51636eaf9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:00.056451 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Bound port: 738e314f-7520-44c7-8530-5fa6693a1b19, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550961e8-008a-436e-86ad-e51636eaf9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:00.058531 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:00.103759 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Publish callbacks [] for router_gateway (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:00.162191 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:00.299694 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (58f34dcb-a751-494d-b200-bb8519d577a4), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:00.326168 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Publish callbacks [] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), precommit_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:00.345302 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:00.357890 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] For port 738e314f-7520-44c7-8530-5fa6693a1b19, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:00.380194 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:00.391201 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54800) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:00.418724 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Network fd08aa17-8a80-4dac-a656-3195d8433ec8 is already hosted by enough agents. {{(pid=106412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:00.435525 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Pushing event updated for resources: {'Port': ['ID=58f34dcb-a751-494d-b200-bb8519d577a4,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:00.473398 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:00.477670 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:00.483623 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:00.484711 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.base_scheduler [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Resources bound (agent type, host, resource id): {{(pid=106412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:00.500303 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d79070e4-d6bf-4dd2-8474-99d8d9c46648 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:00.505160 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Received port after_create {{(pid=106412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:00.526874 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] For port 738e314f-7520-44c7-8530-5fa6693a1b19, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=738e314f-7520-44c7-8530-5fa6693a1b19,segment=NetworkSegment(550961e8-008a-436e-86ad-e51636eaf9d9),segment_id=550961e8-008a-436e-86ad-e51636eaf9d9)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:00.663382 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:00.696787 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:00.708450 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09d76f-6659-4616-97b3-2dabf97369f9 req-fb1bb9d1-3445-4507-a6c1-abed49409e0e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:00.714256 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Pushing event updated for resources: {'Port': ['ID=ca82f934-6223-4d58-adf3-4497afc7b1cd,revision_number=1']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:00.720017 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ed09d76f-6659-4616-97b3-2dabf97369f9 req-fb1bb9d1-3445-4507-a6c1-abed49409e0e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.2278023 Oct 04 08:37:00.733299 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Attempting to bind port ca82f934-6223-4d58-adf3-4497afc7b1cd on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:00.733682 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Attempting to bind port ca82f934-6223-4d58-adf3-4497afc7b1cd by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:00.734053 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Attempting to bind port ca82f934-6223-4d58-adf3-4497afc7b1cd on network fd08aa17-8a80-4dac-a656-3195d8433ec8 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:00.781246 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Allocated IP 172.27.0.217 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/d51ab416-bb50-4f95-9070-29a799baf6bd) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:00.890225 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bbe98e24-ad0c-4142-9dcc-ce10ad9f9b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:00.926495 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80380e4-6cde-4096-ac16-2472be887d6a None None] Pushing event updated for resources: {'Port': ['ID=738e314f-7520-44c7-8530-5fa6693a1b19,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:00.937783 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port d79070e4-d6bf-4dd2-8474-99d8d9c46648 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:00.937783 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:00.937783 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port d79070e4-d6bf-4dd2-8474-99d8d9c46648 Oct 04 08:37:00.984007 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:01.010029 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:01.010029 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Checking segment: {'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:01.010470 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:01.010984 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Bound using segment: {'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:01.011667 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Bound port: ca82f934-6223-4d58-adf3-4497afc7b1cd, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:01.012163 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:01.212201 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bbe98e24-ad0c-4142-9dcc-ce10ad9f9b45 admin admin] Publish callbacks [] for security_group (8720ce44-fbe7-4165-adf2-e735bf4bcf28), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:01.218853 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bbe98e24-ad0c-4142-9dcc-ce10ad9f9b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (8720ce44-fbe7-4165-adf2-e735bf4bcf28), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:01.242776 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:01.250753 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port d79070e4-d6bf-4dd2-8474-99d8d9c46648 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:01.251379 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:01.262019 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] For port ca82f934-6223-4d58-adf3-4497afc7b1cd, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:01.266809 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:01.307115 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-bbe98e24-ad0c-4142-9dcc-ce10ad9f9b45 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6737f3cea6704da18efa353577a2c311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9086998 Oct 04 08:37:01.342455 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] For port ca82f934-6223-4d58-adf3-4497afc7b1cd, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=ca82f934-6223-4d58-adf3-4497afc7b1cd,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:01.343540 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54822) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:01.365076 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe98e24-ad0c-4142-9dcc-ce10ad9f9b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8720ce44-fbe7-4165-adf2-e735bf4bcf28,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:01.370837 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:01.483491 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ed09d76f-6659-4616-97b3-2dabf97369f9 req-a71496aa-93de-424d-aee9-4d4cd3b8ff70 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7622924 Oct 04 08:37:01.548683 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port d79070e4-d6bf-4dd2-8474-99d8d9c46648, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=d79070e4-d6bf-4dd2-8474-99d8d9c46648,segment=NetworkSegment(f48d575e-74e1-4f3e-8727-6deaccc8c438),segment_id=f48d575e-74e1-4f3e-8727-6deaccc8c438)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:01.550634 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891718c1-e84e-44cf-93ab-44086265a371 None None] Pushing event updated for resources: {'Port': ['ID=ca82f934-6223-4d58-adf3-4497afc7b1cd,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:01.569577 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:01.710665 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=d79070e4-d6bf-4dd2-8474-99d8d9c46648,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:02.038261 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Publish callbacks [] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:02.051383 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Publish callbacks [] for router_gateway (a699e38f-a913-4cae-aea3-e00c5af891bb), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:02.182406 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-375b5c31-b4d7-4ace-87f2-112b7f87013c admin admin] Publish callbacks [] for security_group (8720ce44-fbe7-4165-adf2-e735bf4bcf28), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:02.245939 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:02.258770 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-375b5c31-b4d7-4ace-87f2-112b7f87013c admin admin] Publish callbacks [] for security_group (8720ce44-fbe7-4165-adf2-e735bf4bcf28), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:02.265095 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:02.340326 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:02.417174 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:02.421986 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Pushing event updated for resources: {'Port': ['ID=d51ab416-bb50-4f95-9070-29a799baf6bd,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:02.427361 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:02.447923 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device ca82f934-6223-4d58-adf3-4497afc7b1cd up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:02.497482 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcba72c-29e9-436f-bc08-88b587c189d4 None None] Network f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:37:02.587253 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-375b5c31-b4d7-4ace-87f2-112b7f87013c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (8720ce44-fbe7-4165-adf2-e735bf4bcf28), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:02.589902 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-375b5c31-b4d7-4ace-87f2-112b7f87013c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:02.594735 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-375b5c31-b4d7-4ace-87f2-112b7f87013c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8720ce44-fbe7-4165-adf2-e735bf4bcf28 HTTP/1.1" status: 204 len: 168 time: 1.2297554 Oct 04 08:37:02.623200 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port ca82f934-6223-4d58-adf3-4497afc7b1cd triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:02.624063 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:02.624616 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port ca82f934-6223-4d58-adf3-4497afc7b1cd Oct 04 08:37:02.625942 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b5c31-b4d7-4ace-87f2-112b7f87013c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8720ce44-fbe7-4165-adf2-e735bf4bcf28,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:02.635302 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-4ccd3670-7c5f-4205-8b41-09fc60dbc358 None None] Provisioning complete for port 738e314f-7520-44c7-8530-5fa6693a1b19 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:02.635833 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3670-7c5f-4205-8b41-09fc60dbc358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:02.636252 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-4ccd3670-7c5f-4205-8b41-09fc60dbc358 None None] Attempt 1 to provision port 738e314f-7520-44c7-8530-5fa6693a1b19 Oct 04 08:37:02.638906 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602062'] for router (a699e38f-a913-4cae-aea3-e00c5af891bb), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:02.779487 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:02.811127 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32e55b-a56c-442d-9d3a-662787d92fc4 req-aad2d549-a156-4ed0-9fed-92d635ef8e99 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:02.819470 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ab32e55b-a56c-442d-9d3a-662787d92fc4 req-aad2d549-a156-4ed0-9fed-92d635ef8e99 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.2022128 Oct 04 08:37:02.839129 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:02.870730 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port ca82f934-6223-4d58-adf3-4497afc7b1cd is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:02.871152 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:02.891813 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd3670-7c5f-4205-8b41-09fc60dbc358 None None] Current status of the port 738e314f-7520-44c7-8530-5fa6693a1b19 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:02.892295 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3670-7c5f-4205-8b41-09fc60dbc358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:02.952293 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port ca82f934-6223-4d58-adf3-4497afc7b1cd, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=ca82f934-6223-4d58-adf3-4497afc7b1cd,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:02.968654 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:02.969488 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d79070e4-d6bf-4dd2-8474-99d8d9c46648 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:02.976878 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-4ccd3670-7c5f-4205-8b41-09fc60dbc358 None None] For port 738e314f-7520-44c7-8530-5fa6693a1b19, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=738e314f-7520-44c7-8530-5fa6693a1b19,segment=NetworkSegment(550961e8-008a-436e-86ad-e51636eaf9d9),segment_id=550961e8-008a-436e-86ad-e51636eaf9d9)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:03.083771 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ab32e55b-a56c-442d-9d3a-662787d92fc4 req-22ab59e0-783e-4bee-b44e-b4e2e88f16ce tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632363 Oct 04 08:37:03.086487 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Publish callbacks [] for router_gateway (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:03.088063 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3670-7c5f-4205-8b41-09fc60dbc358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:03.198790 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=ca82f934-6223-4d58-adf3-4497afc7b1cd,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:03.203045 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54840) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:03.227227 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port d79070e4-d6bf-4dd2-8474-99d8d9c46648 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:03.227754 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:03.228099 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port d79070e4-d6bf-4dd2-8474-99d8d9c46648 Oct 04 08:37:03.232528 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-db064879-bc9a-4060-8a21-61ac3c24daed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:03.268675 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Router a699e38f-a913-4cae-aea3-e00c5af891bb is scheduled to L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 with binding_index 1 {{(pid=106411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:37:03.389697 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd3670-7c5f-4205-8b41-09fc60dbc358 None None] Pushing event updated for resources: {'Port': ['ID=738e314f-7520-44c7-8530-5fa6693a1b19,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:03.443305 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-db064879-bc9a-4060-8a21-61ac3c24daed admin admin] Publish callbacks [] for security_group (1beec5fc-1d73-4f4b-b377-e460313e67e8), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:03.448793 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-db064879-bc9a-4060-8a21-61ac3c24daed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (1beec5fc-1d73-4f4b-b377-e460313e67e8), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:03.453130 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde03d76-c142-499e-a2ac-f61147308373 None None] Network fd08aa17-8a80-4dac-a656-3195d8433ec8 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:37:03.466364 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:03.501227 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-db064879-bc9a-4060-8a21-61ac3c24daed admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=648f55f9f8ca4a9f9259ee6b69989e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978766 Oct 04 08:37:03.503678 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db064879-bc9a-4060-8a21-61ac3c24daed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beec5fc-1d73-4f4b-b377-e460313e67e8,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:03.506723 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54850) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:03.571756 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a61aed03-acb7-4f0b-8285-9eec76348446 admin admin] Publish callbacks [] for security_group (1beec5fc-1d73-4f4b-b377-e460313e67e8), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:03.600540 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a61aed03-acb7-4f0b-8285-9eec76348446 admin admin] Publish callbacks [] for security_group (1beec5fc-1d73-4f4b-b377-e460313e67e8), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:03.630061 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602062'] for router (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:03.673556 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a61aed03-acb7-4f0b-8285-9eec76348446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (1beec5fc-1d73-4f4b-b377-e460313e67e8), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:03.677056 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a61aed03-acb7-4f0b-8285-9eec76348446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:03.680790 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-a61aed03-acb7-4f0b-8285-9eec76348446 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1beec5fc-1d73-4f4b-b377-e460313e67e8 HTTP/1.1" status: 204 len: 168 time: 0.1703250 Oct 04 08:37:03.682176 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:03.688295 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:37:03.700695 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aed03-acb7-4f0b-8285-9eec76348446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beec5fc-1d73-4f4b-b377-e460313e67e8,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:03.713551 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Sync routers for ids ['a699e38f-a913-4cae-aea3-e00c5af891bb'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:37:03.766779 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-a19a0057-7479-4e39-b6a0-199d036b404e None None] Provisioning complete for port 738e314f-7520-44c7-8530-5fa6693a1b19 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:03.767157 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a19a0057-7479-4e39-b6a0-199d036b404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:03.767492 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-a19a0057-7479-4e39-b6a0-199d036b404e None None] Attempt 1 to provision port 738e314f-7520-44c7-8530-5fa6693a1b19 Oct 04 08:37:03.769092 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:03.770585 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-874d659d-917f-4b08-ae49-20a5d0f278dc admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7646687 Oct 04 08:37:03.775108 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54856) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:03.827599 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port d79070e4-d6bf-4dd2-8474-99d8d9c46648 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:03.828897 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 738e314f-7520-44c7-8530-5fa6693a1b19 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:03.838725 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Routers {'a699e38f-a913-4cae-aea3-e00c5af891bb'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:03.839682 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['a699e38f-a913-4cae-aea3-e00c5af891bb'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:03.952352 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 is scheduled to L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 with binding_index 1 {{(pid=106411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:37:04.057993 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 738e314f-7520-44c7-8530-5fa6693a1b19 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:04.058348 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:04.058708 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 738e314f-7520-44c7-8530-5fa6693a1b19 Oct 04 08:37:04.090809 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:04.110662 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Set router a699e38f-a913-4cae-aea3-e00c5af891bb gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:04.113698 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-a19a0057-7479-4e39-b6a0-199d036b404e None None] Current status of the port 738e314f-7520-44c7-8530-5fa6693a1b19 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:04.234349 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-a19a0057-7479-4e39-b6a0-199d036b404e None None] Provisioning complete for port ca82f934-6223-4d58-adf3-4497afc7b1cd triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:04.234753 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a19a0057-7479-4e39-b6a0-199d036b404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:04.235096 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-a19a0057-7479-4e39-b6a0-199d036b404e None None] Attempt 1 to provision port ca82f934-6223-4d58-adf3-4497afc7b1cd Oct 04 08:37:04.327640 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54862) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:04.350471 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9997bee9-5e03-4f97-a556-9f93ef32a35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:04.432309 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 738e314f-7520-44c7-8530-5fa6693a1b19 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:04.501433 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-a19a0057-7479-4e39-b6a0-199d036b404e None None] Current status of the port ca82f934-6223-4d58-adf3-4497afc7b1cd is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:04.555313 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9997bee9-5e03-4f97-a556-9f93ef32a35f admin admin] Publish callbacks [] for security_group (78e93981-5dc4-4fa4-997f-94f7f300c5d7), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:04.560955 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9997bee9-5e03-4f97-a556-9f93ef32a35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (78e93981-5dc4-4fa4-997f-94f7f300c5d7), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:04.580974 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:04.612607 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:04.649395 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'name': 'tempest-TestVolumeBootPattern-1631395197-router', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:58Z', 'updated_at': '2022-10-04T08:37:00Z', 'revision_number': 3, 'project_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'gw_port': {'id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:04.652290 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997bee9-5e03-4f97-a556-9f93ef32a35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e93981-5dc4-4fa4-997f-94f7f300c5d7,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:04.655856 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device ca82f934-6223-4d58-adf3-4497afc7b1cd up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:04.673263 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-9997bee9-5e03-4f97-a556-9f93ef32a35f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e44f4ff446c04054b0589797c43d60db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443384 Oct 04 08:37:04.673950 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54876) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:04.699970 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-939dee2b-4ff4-4b64-b914-c0e879f3bbb2 None None] Provisioning complete for port ca82f934-6223-4d58-adf3-4497afc7b1cd triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:04.700515 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:37:04.700987 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-939dee2b-4ff4-4b64-b914-c0e879f3bbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:04.701116 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-939dee2b-4ff4-4b64-b914-c0e879f3bbb2 None None] Attempt 1 to provision port ca82f934-6223-4d58-adf3-4497afc7b1cd Oct 04 08:37:04.708852 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:04.712939 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Sync routers for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:37:04.734887 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:04.737303 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:04.782744 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102defaa-9ee1-453a-abfa-ab4720ec130e req-18107b7b-d934-4268-a8c7-fcbdded042f6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:04.786005 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-102defaa-9ee1-453a-abfa-ab4720ec130e req-18107b7b-d934-4268-a8c7-fcbdded042f6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.5407529 Oct 04 08:37:04.799928 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Checking router: a699e38f-a913-4cae-aea3-e00c5af891bb for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:37:04.801021 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Updating router a699e38f-a913-4cae-aea3-e00c5af891bb port 58f34dcb-a751-494d-b200-bb8519d577a4 binding host dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:37:04.823639 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:04.833123 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-68399d8b-bdd5-41df-a841-ed5aa9e2e924 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7519631 Oct 04 08:37:04.836354 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54882) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:04.910473 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:04.934405 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (58f34dcb-a751-494d-b200-bb8519d577a4), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:04.959405 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:05.008783 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port ca82f934-6223-4d58-adf3-4497afc7b1cd triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:05.013716 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:05.014200 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port ca82f934-6223-4d58-adf3-4497afc7b1cd Oct 04 08:37:05.023730 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-102defaa-9ee1-453a-abfa-ab4720ec130e req-5449ee88-7296-448b-a185-f042cf081366 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183239 Oct 04 08:37:05.062266 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:05.163156 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cda40419-caf5-41cf-a9f0-4a0812413ce5 admin admin] Publish callbacks [] for security_group (78e93981-5dc4-4fa4-997f-94f7f300c5d7), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:05.198937 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cda40419-caf5-41cf-a9f0-4a0812413ce5 admin admin] Publish callbacks [] for security_group (78e93981-5dc4-4fa4-997f-94f7f300c5d7), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:05.278881 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cda40419-caf5-41cf-a9f0-4a0812413ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (78e93981-5dc4-4fa4-997f-94f7f300c5d7), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:05.288961 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cda40419-caf5-41cf-a9f0-4a0812413ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:05.291839 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-cda40419-caf5-41cf-a9f0-4a0812413ce5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/78e93981-5dc4-4fa4-997f-94f7f300c5d7 HTTP/1.1" status: 204 len: 168 time: 0.6066868 Oct 04 08:37:05.300663 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:05.310420 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:05.324203 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-939dee2b-4ff4-4b64-b914-c0e879f3bbb2 None None] Current status of the port ca82f934-6223-4d58-adf3-4497afc7b1cd is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:05.339949 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:02Z', 'revision_number': 3, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:05.349073 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda40419-caf5-41cf-a9f0-4a0812413ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e93981-5dc4-4fa4-997f-94f7f300c5d7,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:05.395955 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port ca82f934-6223-4d58-adf3-4497afc7b1cd is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:05.397501 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 738e314f-7520-44c7-8530-5fa6693a1b19 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:05.411165 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Checking router: e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:37:05.411891 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Updating router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 port d51ab416-bb50-4f95-9070-29a799baf6bd binding host dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:37:05.450522 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54892) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:05.494027 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:05.660134 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:05.672872 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 738e314f-7520-44c7-8530-5fa6693a1b19 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:05.673249 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:05.673769 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 738e314f-7520-44c7-8530-5fa6693a1b19 Oct 04 08:37:05.754576 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Allocated IP 172.20.0.1 (f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4/0047be3f-348b-4b3e-9440-5e4fae1163f6/35d1f250-7ece-4fdc-8451-029267b64923) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:05.860930 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 738e314f-7520-44c7-8530-5fa6693a1b19 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:05.870469 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c80cddc5-37d1-48e2-93db-9a2eb62ce084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:05.938923 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Publish callbacks [] for port (58f34dcb-a751-494d-b200-bb8519d577a4), precommit_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:05.945269 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3685fa2-40ff-4773-b559-e0f8c57f8684 req-7ac4c9c2-f921-47c0-a25b-0726904435c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:05.950853 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (58f34dcb-a751-494d-b200-bb8519d577a4), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:05.964919 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b3685fa2-40ff-4773-b559-e0f8c57f8684 req-7ac4c9c2-f921-47c0-a25b-0726904435c6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 1129 time: 0.1619537 Oct 04 08:37:05.976327 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Attempting to bind port 58f34dcb-a751-494d-b200-bb8519d577a4 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:05.977453 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Attempting to bind port 58f34dcb-a751-494d-b200-bb8519d577a4 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:05.977906 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:37:05.978426 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Attempting to bind port 58f34dcb-a751-494d-b200-bb8519d577a4 on network a245eb65-fa51-4a9c-b9ba-d29908724e63 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:05.978892 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c80cddc5-37d1-48e2-93db-9a2eb62ce084 admin admin] Publish callbacks [] for security_group (9ce5cdd5-b2f4-4844-a1cb-76ef6928c61c), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.025090 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c80cddc5-37d1-48e2-93db-9a2eb62ce084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (9ce5cdd5-b2f4-4844-a1cb-76ef6928c61c), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.078462 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190367d-9803-4644-9719-cbe1caa1fff1 None None] Pushing event updated for resources: {'Port': ['ID=58f34dcb-a751-494d-b200-bb8519d577a4,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:06.091275 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:06.091653 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Checking segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:06.092323 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cddc5-37d1-48e2-93db-9a2eb62ce084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce5cdd5-b2f4-4844-a1cb-76ef6928c61c,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:06.092561 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.092968 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Bound using segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:06.094209 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Bound port: 58f34dcb-a751-494d-b200-bb8519d577a4, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:06.094209 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (58f34dcb-a751-494d-b200-bb8519d577a4), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.139197 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-c80cddc5-37d1-48e2-93db-9a2eb62ce084 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ec4f0ed94b974ff8baeb2b6c6f7f7100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6853290 Oct 04 08:37:06.142796 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54910) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:06.155060 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b3685fa2-40ff-4773-b559-e0f8c57f8684 req-95c60b52-9be1-4f92-861a-993649e70815 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640656 Oct 04 08:37:06.182192 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] For port 58f34dcb-a751-494d-b200-bb8519d577a4, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:06.186899 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] For port 58f34dcb-a751-494d-b200-bb8519d577a4, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=58f34dcb-a751-494d-b200-bb8519d577a4,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:06.199173 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (58f34dcb-a751-494d-b200-bb8519d577a4), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.242954 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Routers {'a699e38f-a913-4cae-aea3-e00c5af891bb'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:06.243590 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['a699e38f-a913-4cae-aea3-e00c5af891bb'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:06.295985 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Publish callbacks [] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), precommit_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.310007 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.324757 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3c936e4c-bc55-4bf1-9a14-6178e59a1771 admin admin] Publish callbacks [] for security_group (9ce5cdd5-b2f4-4844-a1cb-76ef6928c61c), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.379154 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Publish callbacks [] for port (35d1f250-7ece-4fdc-8451-029267b64923), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.386260 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3c936e4c-bc55-4bf1-9a14-6178e59a1771 admin admin] Publish callbacks [] for security_group (9ce5cdd5-b2f4-4844-a1cb-76ef6928c61c), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.419337 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Attempting to bind port d51ab416-bb50-4f95-9070-29a799baf6bd on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:06.420000 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Attempting to bind port d51ab416-bb50-4f95-9070-29a799baf6bd by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:06.420527 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Attempting to bind port d51ab416-bb50-4f95-9070-29a799baf6bd on network a245eb65-fa51-4a9c-b9ba-d29908724e63 {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:06.446496 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:06.456390 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91bb52-bb17-4963-a228-2b53622e8ce6 None None] Pushing event updated for resources: {'Port': ['ID=d51ab416-bb50-4f95-9070-29a799baf6bd,revision_number=2']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:06.494718 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:06.495587 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Checking segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:06.496156 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.496707 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Bound using segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:06.497381 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Bound port: d51ab416-bb50-4f95-9070-29a799baf6bd, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:06.497931 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.502250 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=100 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:06.525158 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af10ca6-5ca2-4bbe-981f-07049f53c879 req-90728ca2-b8b5-4692-99b9-eb5638596630 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:06.526763 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9af10ca6-5ca2-4bbe-981f-07049f53c879 req-90728ca2-b8b5-4692-99b9-eb5638596630 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.2223992 Oct 04 08:37:06.615940 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.646126 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3c936e4c-bc55-4bf1-9a14-6178e59a1771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (9ce5cdd5-b2f4-4844-a1cb-76ef6928c61c), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.653980 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3c936e4c-bc55-4bf1-9a14-6178e59a1771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.655595 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-3c936e4c-bc55-4bf1-9a14-6178e59a1771 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9ce5cdd5-b2f4-4844-a1cb-76ef6928c61c HTTP/1.1" status: 204 len: 168 time: 0.5106666 Oct 04 08:37:06.744601 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (35d1f250-7ece-4fdc-8451-029267b64923), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.748260 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] For port d51ab416-bb50-4f95-9070-29a799baf6bd, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:06.760642 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] For port d51ab416-bb50-4f95-9070-29a799baf6bd, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=d51ab416-bb50-4f95-9070-29a799baf6bd,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:06.779227 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:06.827797 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:06.829083 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:06.866716 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] Set router a699e38f-a913-4cae-aea3-e00c5af891bb gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:06.947302 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c936e4c-bc55-4bf1-9a14-6178e59a1771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce5cdd5-b2f4-4844-a1cb-76ef6928c61c,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:06.965607 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9af10ca6-5ca2-4bbe-981f-07049f53c879 req-84344290-cdc8-4cb1-9246-acce386f3976 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256070 Oct 04 08:37:07.007572 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:07.013233 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Network f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:07.028781 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:07.065279 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:07.065856 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756789'] for router_interface (a699e38f-a913-4cae-aea3-e00c5af891bb), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:07.083319 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91bb52-bb17-4963-a228-2b53622e8ce6 None None] Pushing event updated for resources: {'Port': ['ID=d51ab416-bb50-4f95-9070-29a799baf6bd,revision_number=3']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:07.111397 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190367d-9803-4644-9719-cbe1caa1fff1 None None] Pushing event updated for resources: {'Port': ['ID=58f34dcb-a751-494d-b200-bb8519d577a4,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:07.154603 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:07.158614 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Allocated IP 172.20.0.1 (fd08aa17-8a80-4dac-a656-3195d8433ec8/56a0f7b4-9493-4557-9389-0cc520afaa31/5afd8ee3-c25d-45c3-a3a9-dd0d55413bab) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:07.210441 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:07.293155 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Pushing event updated for resources: {'Port': ['ID=35d1f250-7ece-4fdc-8451-029267b64923,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:07.297934 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:07.348273 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54940) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:07.383837 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'name': 'tempest-TestVolumeBootPattern-1631395197-router', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:58Z', 'updated_at': '2022-10-04T08:37:00Z', 'revision_number': 3, 'project_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'gw_port': {'id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:07.495542 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693ce22-431c-44a4-8cef-f05576b3529c None None] The sync data for ids ['a699e38f-a913-4cae-aea3-e00c5af891bb'] in dv-cinder-860209-1-iscsi is: [{'id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'name': 'tempest-TestVolumeBootPattern-1631395197-router', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:58Z', 'updated_at': '2022-10-04T08:37:00Z', 'revision_number': 3, 'project_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'gw_port': {'id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:37:07.572416 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Publish callbacks [] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:07.656425 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 54948) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:07.696863 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-acf6bbe1-e9ae-4ceb-9f1a-26dfeb1079f3 None None] Provisioning complete for port 35d1f250-7ece-4fdc-8451-029267b64923 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:07.697463 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-acf6bbe1-e9ae-4ceb-9f1a-26dfeb1079f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (35d1f250-7ece-4fdc-8451-029267b64923), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:07.701674 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-acf6bbe1-e9ae-4ceb-9f1a-26dfeb1079f3 None None] Attempt 1 to provision port 35d1f250-7ece-4fdc-8451-029267b64923 Oct 04 08:37:07.701898 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:07.703547 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:07.704548 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-31246f48-e6c9-4a79-b993-a92056f4e0f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:07.705022 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (35d1f250-7ece-4fdc-8451-029267b64923), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:07.739776 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-28600452-network', 'tenant_id': 'f758e7615232486a93a915760633b702'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:07.761834 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:02Z', 'revision_number': 3, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:07.780293 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:07.796366 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Network fd08aa17-8a80-4dac-a656-3195d8433ec8 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:07.798015 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe37252-470a-43c2-a423-54d35c8a2b1b None None] The sync data for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi is: [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:02Z', 'revision_number': 3, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:37:07.805183 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:07.809063 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Pushing event updated for resources: {'Port': ['ID=5afd8ee3-c25d-45c3-a3a9-dd0d55413bab,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:07.817282 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:07.824642 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-acf6bbe1-e9ae-4ceb-9f1a-26dfeb1079f3 None None] Port 35d1f250-7ece-4fdc-8451-029267b64923 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:37:07.854576 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:07.873381 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.874033 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.874761 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.875210 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.875553 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.875885 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.876208 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.876683 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.877163 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.878150 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.878702 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.879069 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.879543 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.879876 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.880234 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:07.896239 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Made reservation on behalf of f758e7615232486a93a915760633b702 for: {'network': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:37:07.900903 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:07.928414 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756789'] for router_interface (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:07.953678 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.012438 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-31246f48-e6c9-4a79-b993-a92056f4e0f9 admin admin] Publish callbacks [] for security_group (0df2e540-ce4b-41be-a22c-e27015817418), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.095982 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-31246f48-e6c9-4a79-b993-a92056f4e0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (0df2e540-ce4b-41be-a22c-e27015817418), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.192180 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-31246f48-e6c9-4a79-b993-a92056f4e0f9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5dbba5e55a444bb9be889d01e8b31c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5339665 Oct 04 08:37:08.194495 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54954) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:08.197559 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31246f48-e6c9-4a79-b993-a92056f4e0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df2e540-ce4b-41be-a22c-e27015817418,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:08.250226 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7137e-a2fd-4e5d-8a3f-3b4c5bd195a6 req-a50e9236-3ddf-4830-a9d4-2cd103c4cf6f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:08.252546 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-02c7137e-a2fd-4e5d-8a3f-3b4c5bd195a6 req-a50e9236-3ddf-4830-a9d4-2cd103c4cf6f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.1607914 Oct 04 08:37:08.302476 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-a743855c-d12a-4f4e-bb61-9c1570cc7c98 None None] Provisioning complete for port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:08.305635 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a743855c-d12a-4f4e-bb61-9c1570cc7c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.308960 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-a743855c-d12a-4f4e-bb61-9c1570cc7c98 None None] Attempt 1 to provision port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab Oct 04 08:37:08.328371 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.407319 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:08.451440 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-a743855c-d12a-4f4e-bb61-9c1570cc7c98 None None] Port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:37:08.463968 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-02c7137e-a2fd-4e5d-8a3f-3b4c5bd195a6 req-c222cbf4-4ee3-4768-82b6-e1cb1853553a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867185 Oct 04 08:37:08.567964 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Publish callbacks [] for port (35d1f250-7ece-4fdc-8451-029267b64923), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.569722 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-46532231-f881-4bb4-99ce-3ed22ef3588d admin admin] Publish callbacks [] for security_group (0df2e540-ce4b-41be-a22c-e27015817418), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.595091 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (35d1f250-7ece-4fdc-8451-029267b64923), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.598274 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756905'] for router_interface (a699e38f-a913-4cae-aea3-e00c5af891bb), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.745163 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d51ab416-bb50-4f95-9070-29a799baf6bd up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:08.781823 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Publish callbacks [] for security_group (b216b911-aaf7-4e74-ab89-d3d7b6d71d22), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.785134 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Publish callbacks [] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.793797 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.803914 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:08.859202 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port d51ab416-bb50-4f95-9070-29a799baf6bd triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:08.859622 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.860164 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port d51ab416-bb50-4f95-9070-29a799baf6bd Oct 04 08:37:08.862905 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Pushing event updated for resources: {'Port': ['ID=35d1f250-7ece-4fdc-8451-029267b64923,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:08.882257 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (b216b911-aaf7-4e74-ab89-d3d7b6d71d22), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.896268 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=106411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:37:08.907251 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-46532231-f881-4bb4-99ce-3ed22ef3588d admin admin] Publish callbacks [] for security_group (0df2e540-ce4b-41be-a22c-e27015817418), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.951142 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58c9a1-e5f7-4af2-9531-0edec314888b req-c6b625c7-ab0f-4d54-8d3b-ba080cb567d7 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:08.958515 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0d58c9a1-e5f7-4af2-9531-0edec314888b req-c6b625c7-ab0f-4d54-8d3b-ba080cb567d7 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.3398798 Oct 04 08:37:08.979722 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Pushing event updated for resources: {'Port': ['ID=5afd8ee3-c25d-45c3-a3a9-dd0d55413bab,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:08.988461 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756905'] for router_interface (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.989494 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (d9e2812d-e413-4de8-83c8-2b8aec654370), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:08.989847 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.segments_db [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Added segment d9e2812d-e413-4de8-83c8-2b8aec654370 of type vlan for network 1ee6d49b-e78d-48c2-9f17-a27346795ae3 Oct 04 08:37:09.020953 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port d51ab416-bb50-4f95-9070-29a799baf6bd is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:09.021693 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:09.069824 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:09.089063 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port d51ab416-bb50-4f95-9070-29a799baf6bd, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=d51ab416-bb50-4f95-9070-29a799baf6bd,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:09.095251 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:09.096295 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 58f34dcb-a751-494d-b200-bb8519d577a4 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:09.128503 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0d58c9a1-e5f7-4af2-9531-0edec314888b req-f1fcb065-a677-42ee-970d-0412620069fa tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689606 Oct 04 08:37:09.181217 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=d51ab416-bb50-4f95-9070-29a799baf6bd,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:09.190357 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Network fd08aa17-8a80-4dac-a656-3195d8433ec8 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:09.197217 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:09.210976 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b216b911-aaf7-4e74-ab89-d3d7b6d71d22,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:09.265254 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (1ee6d49b-e78d-48c2-9f17-a27346795ae3), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:09.269380 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:09.272428 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.272875 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.273296 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.275194 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.275194 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.275194 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.279217 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Network f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:09.279723 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.280498 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.280928 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.281343 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.281760 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.282189 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.282621 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.283037 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.284819 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:09.291985 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:09.394097 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 58f34dcb-a751-494d-b200-bb8519d577a4 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:09.394710 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (58f34dcb-a751-494d-b200-bb8519d577a4), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:09.395282 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 58f34dcb-a751-494d-b200-bb8519d577a4 Oct 04 08:37:09.447485 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-46532231-f881-4bb4-99ce-3ed22ef3588d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (0df2e540-ce4b-41be-a22c-e27015817418), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:09.467440 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-46532231-f881-4bb4-99ce-3ed22ef3588d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:09.469322 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-46532231-f881-4bb4-99ce-3ed22ef3588d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0df2e540-ce4b-41be-a22c-e27015817418 HTTP/1.1" status: 204 len: 168 time: 1.2724488 Oct 04 08:37:09.470621 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (1ee6d49b-e78d-48c2-9f17-a27346795ae3), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:09.476088 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:09.477279 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:09.642273 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2917380 Oct 04 08:37:09.670503 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 54984) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:09.698442 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:37:09.754747 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 58f34dcb-a751-494d-b200-bb8519d577a4 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:09.757387 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (58f34dcb-a751-494d-b200-bb8519d577a4), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:09.815467 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 58f34dcb-a751-494d-b200-bb8519d577a4, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=58f34dcb-a751-494d-b200-bb8519d577a4,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:09.823215 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (58f34dcb-a751-494d-b200-bb8519d577a4), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:09.829470 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-3abdf41e-e117-4a73-a0da-dbd73b340d63 admin admin] Request body: {'subnet': {'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-28600452-subnet', 'tenant_id': 'f758e7615232486a93a915760633b702', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:09.864104 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:09.935391 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abdf41e-e117-4a73-a0da-dbd73b340d63 admin admin] Made reservation on behalf of f758e7615232486a93a915760633b702 for: {'subnet': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:37:09.959425 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3abdf41e-e117-4a73-a0da-dbd73b340d63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:10.002071 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-a53477f8-aca2-44ed-8ed1-52e17bc77468 None None] Provisioning complete for port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:10.003027 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a53477f8-aca2-44ed-8ed1-52e17bc77468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:10.005213 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-a53477f8-aca2-44ed-8ed1-52e17bc77468 None None] Attempt 1 to provision port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab Oct 04 08:37:10.036724 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46532231-f881-4bb4-99ce-3ed22ef3588d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df2e540-ce4b-41be-a22c-e27015817418,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:10.053038 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:37:10.082287 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-70a41cdc-e5fb-4be3-a51e-5472fd3451ba admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e92ffcad-76ef-40f8-ba6b-f54bfc6c4983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2319946 Oct 04 08:37:10.102265 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-a53477f8-aca2-44ed-8ed1-52e17bc77468 None None] Port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:37:10.120963 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=58f34dcb-a751-494d-b200-bb8519d577a4,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:10.249374 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-05744990-71a1-4d08-80f3-0f61f6f4d893 None None] Provisioning complete for port 35d1f250-7ece-4fdc-8451-029267b64923 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:10.249888 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-05744990-71a1-4d08-80f3-0f61f6f4d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (35d1f250-7ece-4fdc-8451-029267b64923), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:10.250535 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-05744990-71a1-4d08-80f3-0f61f6f4d893 None None] Attempt 1 to provision port 35d1f250-7ece-4fdc-8451-029267b64923 Oct 04 08:37:10.373013 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-05744990-71a1-4d08-80f3-0f61f6f4d893 None None] Port 35d1f250-7ece-4fdc-8451-029267b64923 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:37:10.503904 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5694b3b-bdb4-4968-ba02-e4d97838b86c admin admin] Pushing event updated for resources: {'Network': ['ID=1ee6d49b-e78d-48c2-9f17-a27346795ae3,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:10.555631 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network 1ee6d49b-e78d-48c2-9f17-a27346795ae3 details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:37:10.585320 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcd170-9ebe-4045-bb47-49b574741f34 req-4f2e9a62-a563-487d-93fe-d1f53a554e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:10.593092 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c3dcd170-9ebe-4045-bb47-49b574741f34 req-4f2e9a62-a563-487d-93fe-d1f53a554e14 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3e938efbd6804a86946d80ae92e88b16&device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 1130 time: 0.4644902 Oct 04 08:37:10.643663 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9e0b-417d-4fe0-b339-fc59bd57ef9e req-d7a441d4-789f-4bea-adbc-9517f951d359 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:10.657916 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2c4b9e0b-417d-4fe0-b339-fc59bd57ef9e req-d7a441d4-789f-4bea-adbc-9517f951d359 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.2562716 Oct 04 08:37:10.763821 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Router a699e38f-a913-4cae-aea3-e00c5af891bb has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:37:10.825268 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d51ab416-bb50-4f95-9070-29a799baf6bd up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:10.945700 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:10.957645 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port d51ab416-bb50-4f95-9070-29a799baf6bd triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:10.958250 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:10.958842 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port d51ab416-bb50-4f95-9070-29a799baf6bd Oct 04 08:37:11.119196 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port d51ab416-bb50-4f95-9070-29a799baf6bd is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:11.122175 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 58f34dcb-a751-494d-b200-bb8519d577a4 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:11.132985 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55024) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:11.162009 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2c4b9e0b-417d-4fe0-b339-fc59bd57ef9e req-24e123dc-eb09-4089-a0eb-54059dd51dbc tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4768131 Oct 04 08:37:11.214983 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 58f34dcb-a751-494d-b200-bb8519d577a4 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:11.215726 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (58f34dcb-a751-494d-b200-bb8519d577a4), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:11.216226 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 58f34dcb-a751-494d-b200-bb8519d577a4 Oct 04 08:37:11.219319 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:11.374114 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 58f34dcb-a751-494d-b200-bb8519d577a4 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:11.380639 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcd170-9ebe-4045-bb47-49b574741f34 req-bcb6c1f5-5ada-4276-8290-43140c419441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:11.381251 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c3dcd170-9ebe-4045-bb47-49b574741f34 req-bcb6c1f5-5ada-4276-8290-43140c419441 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 200 len: 917 time: 0.6755538 Oct 04 08:37:11.439748 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55032) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:11.447430 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-74384a65-5f5a-45f4-9661-de4ab6f67b75 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235588277', 'description': 'tempest-description--681978879'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:11.477031 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:11.490716 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3abdf41e-e117-4a73-a0da-dbd73b340d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for subnet (4bcfe2de-4d63-41bc-b246-8d7f03419dee), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:11.498249 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:37:11.512226 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-a05255bc-1957-4575-abe3-f2640f8d543f admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/a699e38f-a913-4cae-aea3-e00c5af891bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7359240 Oct 04 08:37:11.530380 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-74384a65-5f5a-45f4-9661-de4ab6f67b75 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:11.534438 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:11.566157 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c3dcd170-9ebe-4045-bb47-49b574741f34 req-0a23204f-d0f6-421b-bc3b-242820d6915e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159277a9-e8de-47c4-813b-8de31279c18f HTTP/1.1" status: 200 len: 1002 time: 0.1761630 Oct 04 08:37:11.603239 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-321d8afa-e860-4cdd-828d-eca2408beddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:11.622718 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:11.651063 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdf41e-e117-4a73-a0da-dbd73b340d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bcfe2de-4d63-41bc-b246-8d7f03419dee,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:11.702665 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcd170-9ebe-4045-bb47-49b574741f34 req-f9ab669b-ac9b-4692-b919-17fba088630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:11.710074 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c3dcd170-9ebe-4045-bb47-49b574741f34 req-f9ab669b-ac9b-4692-b919-17fba088630f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cf07ea6d-918a-48b9-aea6-7cb0370ce3c3 HTTP/1.1" status: 200 len: 856 time: 0.1313303 Oct 04 08:37:11.778604 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abdf41e-e117-4a73-a0da-dbd73b340d63 admin admin] Checking segment: {'id': 'd9e2812d-e413-4de8-83c8-2b8aec654370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:11.779372 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abdf41e-e117-4a73-a0da-dbd73b340d63 admin admin] Network hostable DHCP agents. Network: 1ee6d49b-e78d-48c2-9f17-a27346795ae3, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:37:11.837075 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcd170-9ebe-4045-bb47-49b574741f34 req-7517fa31-f311-4983-a5bd-c83292febe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:11.840553 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c3dcd170-9ebe-4045-bb47-49b574741f34 req-7517fa31-f311-4983-a5bd-c83292febe74 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=730a9b11-4347-4415-adec-96bd4e59e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1288598 Oct 04 08:37:11.887541 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-74384a65-5f5a-45f4-9661-de4ab6f67b75 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group (e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:11.902976 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-74384a65-5f5a-45f4-9661-de4ab6f67b75 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:11.927602 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abdf41e-e117-4a73-a0da-dbd73b340d63 admin admin] Network 1ee6d49b-e78d-48c2-9f17-a27346795ae3 is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:37:11.958162 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74384a65-5f5a-45f4-9661-de4ab6f67b75 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:12.050451 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-3abdf41e-e117-4a73-a0da-dbd73b340d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, 1ee6d49b-e78d-48c2-9f17-a27346795ae3) {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:12.061168 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16898cca-f2b8-49b2-bed5-048c3d880f6d None None] Network 1ee6d49b-e78d-48c2-9f17-a27346795ae3 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:37:12.074877 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-321d8afa-e860-4cdd-828d-eca2408beddc admin admin] Publish callbacks [] for security_group (6eef519e-cea4-425c-9e53-f537da6e9d91), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:12.085583 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-74384a65-5f5a-45f4-9661-de4ab6f67b75 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:12.090952 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-74384a65-5f5a-45f4-9661-de4ab6f67b75 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6440632 Oct 04 08:37:12.092700 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55054) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:12.093957 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-321d8afa-e860-4cdd-828d-eca2408beddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (6eef519e-cea4-425c-9e53-f537da6e9d91), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:12.119094 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-c305c921-a12c-4548-98f9-9d15c9c089bf tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Request body: {'security_group_rule': {'security_group_id': 'e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:12.150469 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971fea-aeb9-4ca4-bc28-89d0acfa9654 req-52cab041-c5be-4da7-831b-8c01a2210d81 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:12.150849 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Sync routers for ids ['a699e38f-a913-4cae-aea3-e00c5af891bb'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:37:12.159944 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-02971fea-aeb9-4ca4-bc28-89d0acfa9654 req-52cab041-c5be-4da7-831b-8c01a2210d81 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.1522334 Oct 04 08:37:12.161441 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abdf41e-e117-4a73-a0da-dbd73b340d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:12.162039 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3abdf41e-e117-4a73-a0da-dbd73b340d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:12.185405 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Routers {'a699e38f-a913-4cae-aea3-e00c5af891bb'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:12.193324 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246e0bf-505c-45ea-aa5e-3dd4ee8e4fe2 req-dbfc6398-4a19-4c88-ac9a-c09f079de5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:12.193701 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['a699e38f-a913-4cae-aea3-e00c5af891bb'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:12.208049 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b246e0bf-505c-45ea-aa5e-3dd4ee8e4fe2 req-dbfc6398-4a19-4c88-ac9a-c09f079de5bf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 1130 time: 0.2951417 Oct 04 08:37:12.211804 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d8afa-e860-4cdd-828d-eca2408beddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eef519e-cea4-425c-9e53-f537da6e9d91,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:12.233474 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:12.241638 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-321d8afa-e860-4cdd-828d-eca2408beddc admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3bd60df9238f4c1689138e1c28e74eca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1075134 Oct 04 08:37:12.245915 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55064) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:12.247475 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c305c921-a12c-4548-98f9-9d15c9c089bf tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group_rule (8555aeb8-58d3-4148-825e-b2f344fad3fd), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:12.368580 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Set router a699e38f-a913-4cae-aea3-e00c5af891bb gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:12.420149 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 55068) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:12.424647 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-3abdf41e-e117-4a73-a0da-dbd73b340d63 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.6275444 Oct 04 08:37:12.446106 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159980666', 'description': 'tempest-secgroup-smoke-1159980666 description', 'project_id': '2f94e3ae140b43739febe1111e18604b'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:12.503646 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c3dcd170-9ebe-4045-bb47-49b574741f34 req-4cfde981-cd7c-44a4-9d32-06f8fd55ff44 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519060 Oct 04 08:37:12.614953 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-02971fea-aeb9-4ca4-bc28-89d0acfa9654 req-69b94e23-8559-42e0-9f9b-84e44d54edbb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369299 Oct 04 08:37:12.677688 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'name': 'tempest-TestVolumeBootPattern-1631395197-router', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:58Z', 'updated_at': '2022-10-04T08:37:07Z', 'revision_number': 4, 'project_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'gw_port': {'id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '35d1f250-7ece-4fdc-8451-029267b64923', 'name': '', 'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'mac_address': 'fa:16:3e:2f:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '0047be3f-348b-4b3e-9440-5e4fae1163f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:05Z', 'updated_at': '2022-10-04T08:37:07Z', 'revision_number': 2, 'project_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'subnets': [{'id': '0047be3f-348b-4b3e-9440-5e4fae1163f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:12.696513 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Sync routers for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:37:12.723004 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Checking router: a699e38f-a913-4cae-aea3-e00c5af891bb for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:37:12.723934 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Updating router a699e38f-a913-4cae-aea3-e00c5af891bb port 35d1f250-7ece-4fdc-8451-029267b64923 binding host dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:37:12.726802 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62afc13b-fe88-43d0-903e-5e6be489967d None None] Network 1ee6d49b-e78d-48c2-9f17-a27346795ae3 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:37:12.735989 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:12.736823 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:12.906489 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (35d1f250-7ece-4fdc-8451-029267b64923), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.110336 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:13.224727 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c305c921-a12c-4548-98f9-9d15c9c089bf tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group_rule (8555aeb8-58d3-4148-825e-b2f344fad3fd), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.235079 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c305c921-a12c-4548-98f9-9d15c9c089bf tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (8555aeb8-58d3-4148-825e-b2f344fad3fd), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.286768 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:13.305726 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305c921-a12c-4548-98f9-9d15c9c089bf tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8555aeb8-58d3-4148-825e-b2f344fad3fd,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:13.309949 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55086) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:13.364606 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:13.369538 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c305c921-a12c-4548-98f9-9d15c9c089bf tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.374565 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-c305c921-a12c-4548-98f9-9d15c9c089bf tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2669725 Oct 04 08:37:13.375521 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55090) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:13.385397 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-24c78bec-e14b-496b-a270-9f1cd6980887 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Request body: {'security_group_rule': {'security_group_id': 'e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:13.408314 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fb814c89-b2cb-440e-99e5-aae359bba1b8 admin admin] Publish callbacks [] for security_group (6eef519e-cea4-425c-9e53-f537da6e9d91), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.418358 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910e941-daab-40e7-bf74-ef3733cb3eae req-a7db1549-6c38-4bce-b463-2e000ffdb820 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:13.427319 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9910e941-daab-40e7-bf74-ef3733cb3eae req-a7db1549-6c38-4bce-b463-2e000ffdb820 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.1311114 Oct 04 08:37:13.434236 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.474209 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246e0bf-505c-45ea-aa5e-3dd4ee8e4fe2 req-312cff10-da66-4afd-a6e6-1b5125f2c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:13.475998 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b246e0bf-505c-45ea-aa5e-3dd4ee8e4fe2 req-312cff10-da66-4afd-a6e6-1b5125f2c946 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 1.2449248 Oct 04 08:37:13.506231 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fb814c89-b2cb-440e-99e5-aae359bba1b8 admin admin] Publish callbacks [] for security_group (6eef519e-cea4-425c-9e53-f537da6e9d91), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.551305 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-24c78bec-e14b-496b-a270-9f1cd6980887 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group_rule (82dfd20e-3207-45bc-bde9-55ca813c73a6), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.626977 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Publish callbacks [] for port (35d1f250-7ece-4fdc-8451-029267b64923), precommit_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.649244 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (35d1f250-7ece-4fdc-8451-029267b64923), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.667915 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-80b3d3ea-ba09-4567-8188-4f4f7be49756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.721183 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b246e0bf-505c-45ea-aa5e-3dd4ee8e4fe2 req-7cadba6f-edcd-4e82-8f7c-796cb71eda26 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e360ecf-b764-45c6-8c4f-8ea15e619e9e HTTP/1.1" status: 200 len: 217 time: 0.1883087 Oct 04 08:37:13.734825 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 2, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:13.735328 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fb814c89-b2cb-440e-99e5-aae359bba1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (6eef519e-cea4-425c-9e53-f537da6e9d91), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.742017 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fb814c89-b2cb-440e-99e5-aae359bba1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.744222 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-fb814c89-b2cb-440e-99e5-aae359bba1b8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6eef519e-cea4-425c-9e53-f537da6e9d91 HTTP/1.1" status: 204 len: 168 time: 1.4914653 Oct 04 08:37:13.790799 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-24c78bec-e14b-496b-a270-9f1cd6980887 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group_rule (82dfd20e-3207-45bc-bde9-55ca813c73a6), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.809594 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Checking router: e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:37:13.809978 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Updating router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab binding host dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:37:13.823641 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb814c89-b2cb-440e-99e5-aae359bba1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eef519e-cea4-425c-9e53-f537da6e9d91,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:13.825061 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d5563-6949-4528-935a-777f761b7a6f None None] Pushing event updated for resources: {'Port': ['ID=35d1f250-7ece-4fdc-8451-029267b64923,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:13.837312 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-24c78bec-e14b-496b-a270-9f1cd6980887 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (82dfd20e-3207-45bc-bde9-55ca813c73a6), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.840836 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Attempting to bind port 35d1f250-7ece-4fdc-8451-029267b64923 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:13.842733 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Attempting to bind port 35d1f250-7ece-4fdc-8451-029267b64923 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': '550961e8-008a-436e-86ad-e51636eaf9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:13.843280 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Attempting to bind port 35d1f250-7ece-4fdc-8451-029267b64923 on network f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:13.874389 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.934521 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:13.938935 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:13.950105 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Checking segment: {'id': '550961e8-008a-436e-86ad-e51636eaf9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:13.951036 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:13.951755 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Bound using segment: {'id': '550961e8-008a-436e-86ad-e51636eaf9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:13.953282 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Bound port: 35d1f250-7ece-4fdc-8451-029267b64923, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550961e8-008a-436e-86ad-e51636eaf9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:13.954017 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (35d1f250-7ece-4fdc-8451-029267b64923), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.013843 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c78bec-e14b-496b-a270-9f1cd6980887 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dfd20e-3207-45bc-bde9-55ca813c73a6,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:14.057085 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-24c78bec-e14b-496b-a270-9f1cd6980887 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.058421 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-24c78bec-e14b-496b-a270-9f1cd6980887 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6789229 Oct 04 08:37:14.063450 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55100) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:14.070251 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] For port 35d1f250-7ece-4fdc-8451-029267b64923, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:14.075600 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] For port 35d1f250-7ece-4fdc-8451-029267b64923, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=35d1f250-7ece-4fdc-8451-029267b64923,segment=NetworkSegment(550961e8-008a-436e-86ad-e51636eaf9d9),segment_id=550961e8-008a-436e-86ad-e51636eaf9d9)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:14.081301 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Request body: {'floatingip': {'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:14.087700 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (35d1f250-7ece-4fdc-8451-029267b64923), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.089083 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:14.093183 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9910e941-daab-40e7-bf74-ef3733cb3eae req-c11abd3d-af08-4f15-9eba-c1d30e7e1416 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6646643 Oct 04 08:37:14.115051 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group (e307a505-b545-4f53-be75-452eb9770350), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.123647 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c3dcd170-9ebe-4045-bb47-49b574741f34 req-722070d5-1c7a-4076-b621-4d6c6cc2d80b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5977497 Oct 04 08:37:14.138462 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e307a505-b545-4f53-be75-452eb9770350), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.175326 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf733f87-1157-4356-b450-1865dc27f190 req-079b39cd-ed7b-48b2-88be-b31644796ecc tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:14.183056 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bf733f87-1157-4356-b450-1865dc27f190 req-079b39cd-ed7b-48b2-88be-b31644796ecc tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.2431989 Oct 04 08:37:14.188332 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:14.191069 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-80b3d3ea-ba09-4567-8188-4f4f7be49756 admin admin] Publish callbacks [] for security_group (eeebf7ac-97aa-4659-9ea1-75cfd4ce6645), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.191226 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Routers {'a699e38f-a913-4cae-aea3-e00c5af891bb'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:14.192295 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['a699e38f-a913-4cae-aea3-e00c5af891bb'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:14.202965 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-80b3d3ea-ba09-4567-8188-4f4f7be49756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (eeebf7ac-97aa-4659-9ea1-75cfd4ce6645), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.223465 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.277810 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d5563-6949-4528-935a-777f761b7a6f None None] Pushing event updated for resources: {'Port': ['ID=35d1f250-7ece-4fdc-8451-029267b64923,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:14.313186 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246e0bf-505c-45ea-aa5e-3dd4ee8e4fe2 req-832d2971-e627-4e48-93e9-ce12848cabf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:14.336141 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b246e0bf-505c-45ea-aa5e-3dd4ee8e4fe2 req-832d2971-e627-4e48-93e9-ce12848cabf3 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.3936353 Oct 04 08:37:14.369607 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] Set router a699e38f-a913-4cae-aea3-e00c5af891bb gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:14.404119 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.410714 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.9844899 Oct 04 08:37:14.420349 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 55110) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:14.432899 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-9f3935d5-2fd6-47da-a4fc-c17272fec9eb tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Request body: {'security_group_rule': {'security_group_id': 'e307a505-b545-4f53-be75-452eb9770350', 'project_id': '2f94e3ae140b43739febe1111e18604b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:14.449396 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Publish callbacks [] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), precommit_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.452844 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.458409 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.470878 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e307a505-b545-4f53-be75-452eb9770350,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:14.493906 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:14.541512 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.542081 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.542529 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.543067 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.543505 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.543940 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.544405 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.544903 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.545336 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.546068 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.546622 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.547026 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.548890 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.549934 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.550881 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38a9520-e575-4d0c-a482-379051685cc7 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:37:14.563986 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-80b3d3ea-ba09-4567-8188-4f4f7be49756 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8feb044ea9654cb9b3f0ab0c1442b6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2522483 Oct 04 08:37:14.569292 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3d3ea-ba09-4567-8188-4f4f7be49756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeebf7ac-97aa-4659-9ea1-75cfd4ce6645,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:14.573528 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55114) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:14.601334 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:14.620205 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dad58-18b6-4148-b1d0-bd8aa7450b3f None None] Pushing event updated for resources: {'Port': ['ID=5afd8ee3-c25d-45c3-a3a9-dd0d55413bab,revision_number=3']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:14.746040 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-40225fb0-d2fc-471a-aaea-e9d9901069a2 admin admin] Publish callbacks [] for security_group (eeebf7ac-97aa-4659-9ea1-75cfd4ce6645), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.764288 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Attempting to bind port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:14.764964 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Attempting to bind port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:14.765081 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Attempting to bind port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab on network fd08aa17-8a80-4dac-a656-3195d8433ec8 {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:14.795114 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:14.801528 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bf733f87-1157-4356-b450-1865dc27f190 req-271c12b2-562a-4adc-ad47-55b1b637ca7b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142044 Oct 04 08:37:14.808093 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246e0bf-505c-45ea-aa5e-3dd4ee8e4fe2 req-d1a7893a-bd8a-43e3-b662-a82a82f08b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:14.811048 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b246e0bf-505c-45ea-aa5e-3dd4ee8e4fe2 req-d1a7893a-bd8a-43e3-b662-a82a82f08b74 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3105001 Oct 04 08:37:14.816078 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9f3935d5-2fd6-47da-a4fc-c17272fec9eb tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (48e1b623-cc5a-48d5-8797-d81abe103aae), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.828489 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:14.828867 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'name': 'tempest-TestVolumeBootPattern-1631395197-router', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:58Z', 'updated_at': '2022-10-04T08:37:07Z', 'revision_number': 4, 'project_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'gw_port': {'id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '35d1f250-7ece-4fdc-8451-029267b64923', 'name': '', 'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'mac_address': 'fa:16:3e:2f:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '0047be3f-348b-4b3e-9440-5e4fae1163f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:05Z', 'updated_at': '2022-10-04T08:37:14Z', 'revision_number': 4, 'project_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'subnets': [{'id': '0047be3f-348b-4b3e-9440-5e4fae1163f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:14.829379 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Checking segment: {'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:14.830112 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.831078 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Bound using segment: {'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:14.831574 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Bound port: 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'}}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:14.832029 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.852531 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Allocated IP 172.27.0.21 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/e8a7cca8-1784-4291-be4a-c059670367f6) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:14.881911 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-40225fb0-d2fc-471a-aaea-e9d9901069a2 admin admin] Publish callbacks [] for security_group (eeebf7ac-97aa-4659-9ea1-75cfd4ce6645), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:14.949590 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d58013-454c-4532-8cee-be0d6cfebdec None None] The sync data for ids ['a699e38f-a913-4cae-aea3-e00c5af891bb'] in dv-cinder-860209-1-iscsi is: [{'id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'name': 'tempest-TestVolumeBootPattern-1631395197-router', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:58Z', 'updated_at': '2022-10-04T08:37:07Z', 'revision_number': 4, 'project_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'gw_port': {'id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '35d1f250-7ece-4fdc-8451-029267b64923', 'name': '', 'network_id': 'f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'mac_address': 'fa:16:3e:2f:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '0047be3f-348b-4b3e-9440-5e4fae1163f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:05Z', 'updated_at': '2022-10-04T08:37:14Z', 'revision_number': 4, 'project_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'subnets': [{'id': '0047be3f-348b-4b3e-9440-5e4fae1163f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:37:14.991743 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] For port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:15.044526 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] For port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=5afd8ee3-c25d-45c3-a3a9-dd0d55413bab,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:15.091367 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:15.095596 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-40225fb0-d2fc-471a-aaea-e9d9901069a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (eeebf7ac-97aa-4659-9ea1-75cfd4ce6645), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:15.103842 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-40225fb0-d2fc-471a-aaea-e9d9901069a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:15.110965 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-40225fb0-d2fc-471a-aaea-e9d9901069a2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/eeebf7ac-97aa-4659-9ea1-75cfd4ce6645 HTTP/1.1" status: 204 len: 168 time: 0.5292332 Oct 04 08:37:15.156678 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9f3935d5-2fd6-47da-a4fc-c17272fec9eb tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (48e1b623-cc5a-48d5-8797-d81abe103aae), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:15.163944 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40225fb0-d2fc-471a-aaea-e9d9901069a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeebf7ac-97aa-4659-9ea1-75cfd4ce6645,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:15.192663 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b246e0bf-505c-45ea-aa5e-3dd4ee8e4fe2 req-56095d47-fed4-4344-b345-7877679a224a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677027 Oct 04 08:37:15.194783 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9f3935d5-2fd6-47da-a4fc-c17272fec9eb tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (48e1b623-cc5a-48d5-8797-d81abe103aae), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:15.201423 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for port (e8a7cca8-1784-4291-be4a-c059670367f6), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:15.229770 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:15.230426 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:36:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:15.249011 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9f3935d5-2fd6-47da-a4fc-c17272fec9eb tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:15.252075 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-9f3935d5-2fd6-47da-a4fc-c17272fec9eb tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8277247 Oct 04 08:37:15.260438 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55130) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:15.282136 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-92642701-6da3-4560-b691-fbefbfb22264 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Request body: {'security_group_rule': {'security_group_id': 'e307a505-b545-4f53-be75-452eb9770350', 'project_id': '2f94e3ae140b43739febe1111e18604b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:15.298091 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (e8a7cca8-1784-4291-be4a-c059670367f6), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:15.331139 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3935d5-2fd6-47da-a4fc-c17272fec9eb tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e1b623-cc5a-48d5-8797-d81abe103aae,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:15.392366 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dad58-18b6-4148-b1d0-bd8aa7450b3f None None] Pushing event updated for resources: {'Port': ['ID=5afd8ee3-c25d-45c3-a3a9-dd0d55413bab,revision_number=4']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:15.472224 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3df89-02bd-4d39-895f-33bf7b93597a req-80e8a922-ae2c-4667-a805-ac8717dfd449 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:15.481393 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2cb3df89-02bd-4d39-895f-33bf7b93597a req-80e8a922-ae2c-4667-a805-ac8717dfd449 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.1517503 Oct 04 08:37:15.537011 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:15.553981 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:15.568197 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:15.587438 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:15.640260 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:15.671347 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-92642701-6da3-4560-b691-fbefbfb22264 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (a6a686bb-e5ca-4fa1-aece-56c101fd3981), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:15.675855 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event updated for resources: {'Port': ['ID=e8a7cca8-1784-4291-be4a-c059670367f6,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:15.751148 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b246e0bf-505c-45ea-aa5e-3dd4ee8e4fe2 req-a994d05f-cacc-45d0-8583-d7cd49e2578e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205429 Oct 04 08:37:15.786299 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (202de793-7175-4f98-8ede-e44aae129735), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:15.790861 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2cb3df89-02bd-4d39-895f-33bf7b93597a req-d3006e8e-4d52-41e4-9a43-c31ab6249a53 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053780 Oct 04 08:37:15.864991 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-92642701-6da3-4560-b691-fbefbfb22264 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (a6a686bb-e5ca-4fa1-aece-56c101fd3981), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:15.886476 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-d382a91e-bcd4-49fe-aacd-5e768e9a4ab0 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:15.895935 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-d382a91e-bcd4-49fe-aacd-5e768e9a4ab0 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/networks?id=1ee6d49b-e78d-48c2-9f17-a27346795ae3 HTTP/1.1" status: 200 len: 807 time: 0.3596430 Oct 04 08:37:15.915574 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-9f6db2bb-3976-4be5-b893-77b7a58b9774 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/quotas/f758e7615232486a93a915760633b702 HTTP/1.1" status: 200 len: 375 time: 0.0184202 Oct 04 08:37:15.949020 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-92642701-6da3-4560-b691-fbefbfb22264 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (a6a686bb-e5ca-4fa1-aece-56c101fd3981), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:15.973973 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:15.974577 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-c5212fa1-f246-4e55-89f7-4d00a1230c67 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f758e7615232486a93a915760633b702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576811 Oct 04 08:37:15.993176 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92642701-6da3-4560-b691-fbefbfb22264 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a686bb-e5ca-4fa1-aece-56c101fd3981,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:15.995337 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (e8a7cca8-1784-4291-be4a-c059670367f6), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:16.058992 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-92642701-6da3-4560-b691-fbefbfb22264 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:16.063696 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-92642701-6da3-4560-b691-fbefbfb22264 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8020363 Oct 04 08:37:16.069097 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55162) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:16.077177 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-ec6851d1-4ed8-4e92-9d1f-40e3297ef628 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Request body: {'security_group_rule': {'security_group_id': 'e307a505-b545-4f53-be75-452eb9770350', 'project_id': '2f94e3ae140b43739febe1111e18604b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:16.184542 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ec6851d1-4ed8-4e92-9d1f-40e3297ef628 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (24e498b8-ddfb-4bb3-a852-33193ac3fe25), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:16.196912 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-35d7d909-341d-4a4a-be18-75e127d3092f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1ee6d49b-e78d-48c2-9f17-a27346795ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213635 Oct 04 08:37:16.303825 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c40260-61bd-4218-b1c7-f6b6e2841379 req-c7f6e6b4-5b2b-47cd-9cac-1944f90da693 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:16.315915 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-87c40260-61bd-4218-b1c7-f6b6e2841379 req-c7f6e6b4-5b2b-47cd-9cac-1944f90da693 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.3604312 Oct 04 08:37:16.347300 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ec6851d1-4ed8-4e92-9d1f-40e3297ef628 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (24e498b8-ddfb-4bb3-a852-33193ac3fe25), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:16.361954 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ec6851d1-4ed8-4e92-9d1f-40e3297ef628 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (24e498b8-ddfb-4bb3-a852-33193ac3fe25), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:16.392046 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:16.418607 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:14Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:16.434818 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:16.467704 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6851d1-4ed8-4e92-9d1f-40e3297ef628 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e498b8-ddfb-4bb3-a852-33193ac3fe25,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:16.486222 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ec6851d1-4ed8-4e92-9d1f-40e3297ef628 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:16.491302 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-ec6851d1-4ed8-4e92-9d1f-40e3297ef628 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4205296 Oct 04 08:37:16.495541 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55174) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:16.497835 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-87c40260-61bd-4218-b1c7-f6b6e2841379 req-12f382ab-e8cd-479e-8b42-d11cad7773d7 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808755 Oct 04 08:37:16.504157 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-dc394cdd-6b73-43b2-8f36-9a6016d9d9f8 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Request body: {'security_group_rule': {'security_group_id': 'e307a505-b545-4f53-be75-452eb9770350', 'project_id': '2f94e3ae140b43739febe1111e18604b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:16.535392 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1977ac-0d2b-4fea-ae30-da915f6acc1e None None] The sync data for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi is: [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:14Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:37:16.630215 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for port (e8a7cca8-1784-4291-be4a-c059670367f6), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:16.642334 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-bae7863f-7f3d-4450-8a85-90030255e1ef service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1ee6d49b-e78d-48c2-9f17-a27346795ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209776 Oct 04 08:37:16.678940 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dc394cdd-6b73-43b2-8f36-9a6016d9d9f8 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (88a94fb2-4ffc-4e1e-9def-fb267a70e497), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:16.684793 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (e8a7cca8-1784-4291-be4a-c059670367f6), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:16.845291 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 35d1f250-7ece-4fdc-8451-029267b64923 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:16.913239 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event updated for resources: {'Port': ['ID=e8a7cca8-1784-4291-be4a-c059670367f6,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:16.931628 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (202de793-7175-4f98-8ede-e44aae129735), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:16.976997 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:16.980559 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-1b1c6dd1-3f43-4844-beab-b3d038001b8e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9134874 Oct 04 08:37:17.014429 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dc394cdd-6b73-43b2-8f36-9a6016d9d9f8 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (88a94fb2-4ffc-4e1e-9def-fb267a70e497), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.020356 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dc394cdd-6b73-43b2-8f36-9a6016d9d9f8 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (88a94fb2-4ffc-4e1e-9def-fb267a70e497), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.050829 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc394cdd-6b73-43b2-8f36-9a6016d9d9f8 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a94fb2-4ffc-4e1e-9def-fb267a70e497,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:17.058041 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dc394cdd-6b73-43b2-8f36-9a6016d9d9f8 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.066502 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-dc394cdd-6b73-43b2-8f36-9a6016d9d9f8 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5691164 Oct 04 08:37:17.068864 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac96b24-7f2f-4322-b17c-71c2a0489902 req-84e1f17e-4a40-441c-8a41-3c60fb120eb1 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:17.070368 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55190) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:17.077864 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bac96b24-7f2f-4322-b17c-71c2a0489902 req-84e1f17e-4a40-441c-8a41-3c60fb120eb1 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.0865526 Oct 04 08:37:17.080982 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-3ba446d4-642e-4d50-9205-57958e54f2a4 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Request body: {'security_group_rule': {'security_group_id': 'e307a505-b545-4f53-be75-452eb9770350', 'project_id': '2f94e3ae140b43739febe1111e18604b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:17.140991 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 35d1f250-7ece-4fdc-8451-029267b64923 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:17.141375 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (35d1f250-7ece-4fdc-8451-029267b64923), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.141733 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 35d1f250-7ece-4fdc-8451-029267b64923 Oct 04 08:37:17.164574 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.securitygroups_db [None req-3ba446d4-642e-4d50-9205-57958e54f2a4 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Project 2f94e3ae140b43739febe1111e18604b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 08:37:17.182845 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ba446d4-642e-4d50-9205-57958e54f2a4 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (2f483e64-eb01-4bae-ad2a-f15d32b6e69b), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.224044 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bac96b24-7f2f-4322-b17c-71c2a0489902 req-46a6d798-2fe8-4a8e-b0d8-67ee07e42f7d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450090 Oct 04 08:37:17.309885 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-38e90e88-d8f5-4255-9bf0-9d5474e7f85a req-49a846a2-3314-45f3-a257-c38a1ab7cee0 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0756254 Oct 04 08:37:17.321542 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:17.361489 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ba446d4-642e-4d50-9205-57958e54f2a4 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (2f483e64-eb01-4bae-ad2a-f15d32b6e69b), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.372040 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ba446d4-642e-4d50-9205-57958e54f2a4 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (2f483e64-eb01-4bae-ad2a-f15d32b6e69b), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.404016 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba446d4-642e-4d50-9205-57958e54f2a4 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f483e64-eb01-4bae-ad2a-f15d32b6e69b,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:17.417144 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3ba446d4-642e-4d50-9205-57958e54f2a4 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.423370 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 55196) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:17.433345 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-64b9f85b-5ead-4a34-b40e-1e006e41eaee tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Request body: {'security_group_rule': {'security_group_id': 'e307a505-b545-4f53-be75-452eb9770350', 'project_id': '2f94e3ae140b43739febe1111e18604b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:17.441878 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-3ba446d4-642e-4d50-9205-57958e54f2a4 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3700500 Oct 04 08:37:17.509368 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.securitygroups_db [None req-64b9f85b-5ead-4a34-b40e-1e006e41eaee tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Project 2f94e3ae140b43739febe1111e18604b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 08:37:17.524471 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-64b9f85b-5ead-4a34-b40e-1e006e41eaee tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (f4e730fc-a80c-413c-b3aa-4442b5f9f1dd), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.611060 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 35d1f250-7ece-4fdc-8451-029267b64923 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:17.613256 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (35d1f250-7ece-4fdc-8451-029267b64923), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.661010 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-64b9f85b-5ead-4a34-b40e-1e006e41eaee tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (f4e730fc-a80c-413c-b3aa-4442b5f9f1dd), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.679864 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-64b9f85b-5ead-4a34-b40e-1e006e41eaee tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (f4e730fc-a80c-413c-b3aa-4442b5f9f1dd), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.719794 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:17.750780 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9f85b-5ead-4a34-b40e-1e006e41eaee tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e730fc-a80c-413c-b3aa-4442b5f9f1dd,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:17.774192 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-64b9f85b-5ead-4a34-b40e-1e006e41eaee tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.784577 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-64b9f85b-5ead-4a34-b40e-1e006e41eaee tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3554742 Oct 04 08:37:17.830294 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 35d1f250-7ece-4fdc-8451-029267b64923, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=35d1f250-7ece-4fdc-8451-029267b64923,segment=NetworkSegment(550961e8-008a-436e-86ad-e51636eaf9d9),segment_id=550961e8-008a-436e-86ad-e51636eaf9d9)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:17.861611 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (35d1f250-7ece-4fdc-8451-029267b64923), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:17.878689 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:18.019058 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=35d1f250-7ece-4fdc-8451-029267b64923,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:18.025352 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b890c6-42a8-4353-be4b-ba2b56bd91d6 req-71482582-1831-4f69-a015-627105e61506 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:18.027057 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b3b890c6-42a8-4353-be4b-ba2b56bd91d6 req-71482582-1831-4f69-a015-627105e61506 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.2889614 Oct 04 08:37:18.123587 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-2ebe37b3-cf9e-407c-a7e0-8a2074d61442 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1235588277&fields=id&tenant_id=5d21789971964770bdf417547cd19840 HTTP/1.1" status: 200 len: 267 time: 0.3221991 Oct 04 08:37:18.152423 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b3b890c6-42a8-4353-be4b-ba2b56bd91d6 req-93a32a9e-dfc1-4522-8c80-2e272362be1c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105664 Oct 04 08:37:18.290019 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-757778cb-3fee-42db-8e0e-740f5101849b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:18.300952 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-757778cb-3fee-42db-8e0e-740f5101849b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fd08aa17-8a80-4dac-a656-3195d8433ec8 HTTP/1.1" status: 200 len: 811 time: 0.1759484 Oct 04 08:37:18.322503 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-b36abd2c-d2ed-4dc3-9a12-8d374e7bb52d tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/quotas/5d21789971964770bdf417547cd19840 HTTP/1.1" status: 200 len: 375 time: 0.0200181 Oct 04 08:37:18.429497 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-60e4feb8-8df4-4b78-bb4e-3295d33ca5ae tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5d21789971964770bdf417547cd19840&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054204 Oct 04 08:37:18.561675 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c16e58-6314-48e2-8991-788eac399dc2 req-22f20656-4f69-4eaf-965e-b0f76fdf33fc tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:18.569533 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-75c16e58-6314-48e2-8991-788eac399dc2 req-22f20656-4f69-4eaf-965e-b0f76fdf33fc tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.1664066 Oct 04 08:37:18.735069 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-75f4e31d-024d-404a-a5b0-5c0462c784b2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776308 Oct 04 08:37:18.811562 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a4c08c73-d4d5-4433-a468-e5a431cbcd53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:18.841357 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-75c16e58-6314-48e2-8991-788eac399dc2 req-48fdd92b-d70d-43bb-b06f-123ad4136bb7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645254 Oct 04 08:37:18.854498 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:18.964720 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:18.964720 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:18.965272 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab Oct 04 08:37:19.076742 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-e5dc511b-e8fc-48dd-96b3-3ee0f5d82e9e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406363 Oct 04 08:37:19.115777 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-eb04c14c-a420-442a-9e0e-c23ab3778d47 req-6926edb1-30ca-42b1-a9e3-8ca409f4e6ed tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0645525 Oct 04 08:37:19.224827 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:19.225233 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:19.347560 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=5afd8ee3-c25d-45c3-a3a9-dd0d55413bab,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:19.357323 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:19.359008 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 35d1f250-7ece-4fdc-8451-029267b64923 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:19.387709 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3f3ebd04-fa68-4351-9773-40e07442804b req-7bfac3ec-6174-4997-8301-b8910579a42b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 210 time: 0.0738690 Oct 04 08:37:19.418709 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:19.444208 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b74be-759a-4d04-95d7-2d276383f7b2 req-e364709e-934b-42cb-bed0-994eff108ce0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:19.448172 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d83b74be-759a-4d04-95d7-2d276383f7b2 req-e364709e-934b-42cb-bed0-994eff108ce0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.1202927 Oct 04 08:37:19.561356 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=5afd8ee3-c25d-45c3-a3a9-dd0d55413bab,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:19.563240 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d83b74be-759a-4d04-95d7-2d276383f7b2 req-2aa7f556-49d2-4c83-8b96-8be2664c8b44 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086802 Oct 04 08:37:19.574295 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 35d1f250-7ece-4fdc-8451-029267b64923 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:19.574703 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (35d1f250-7ece-4fdc-8451-029267b64923), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:19.578642 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 35d1f250-7ece-4fdc-8451-029267b64923 Oct 04 08:37:19.702863 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 35d1f250-7ece-4fdc-8451-029267b64923 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:20.009052 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:20.028658 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d0c5b-8e45-4c62-8eef-2e274ab71e50 req-887cc12e-c92d-40a9-ba2d-b36d1d9ab126 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:20.030211 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-909d0c5b-8e45-4c62-8eef-2e274ab71e50 req-887cc12e-c92d-40a9-ba2d-b36d1d9ab126 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.0651143 Oct 04 08:37:20.101618 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-909d0c5b-8e45-4c62-8eef-2e274ab71e50 req-54c14d87-6ffe-418b-9ac8-f9bc4797a572 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640197 Oct 04 08:37:20.271523 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-155af1fe-c871-4aaf-b066-4c2b28a9b4be req-fa833119-0c05-4863-b471-795867bab097 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0402086 Oct 04 08:37:20.496948 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55352) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:20.502792 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-e47027d2-8f16-44c0-8ca9-7973a06f1bb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--603611596', 'description': 'tempest-description--1426377678'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:20.534078 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:20.571584 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e47027d2-8f16-44c0-8ca9-7973a06f1bb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:20.618999 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-38f7ed18-323e-4cf4-b06e-9831544a2f0a req-49fbf2db-ade5-4587-afcb-3f7455c2113b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 210 time: 0.0578160 Oct 04 08:37:20.642297 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:20.657545 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-59668e37-2189-42cf-9152-36b8c9478b3a tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:20.659889 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-59668e37-2189-42cf-9152-36b8c9478b3a tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.17 "GET /networking/v2.0/networks?id=1ee6d49b-e78d-48c2-9f17-a27346795ae3 HTTP/1.1" status: 200 len: 807 time: 0.3813126 Oct 04 08:37:20.696840 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-34a6f70d-9758-4d97-aa65-6f07abc13baf tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Request body: {'port': {'device_id': 'a4cf9582-4c11-456d-9fc6-257f9b3dd2c5', 'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3', 'admin_state_up': True, 'tenant_id': 'f758e7615232486a93a915760633b702'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:20.722284 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:20.722961 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:20.723295 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab Oct 04 08:37:20.731448 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e47027d2-8f16-44c0-8ca9-7973a06f1bb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (5abbb16d-2383-40c2-bae5-e62a41abae36), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:20.736636 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e47027d2-8f16-44c0-8ca9-7973a06f1bb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (5abbb16d-2383-40c2-bae5-e62a41abae36), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:20.777707 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e47027d2-8f16-44c0-8ca9-7973a06f1bb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:20.779597 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-e47027d2-8f16-44c0-8ca9-7973a06f1bb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2815802 Oct 04 08:37:20.783143 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55360) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:20.789805 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-b4cb8e90-5298-4724-a4ec-fd52356580e2 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'security_group_rule': {'security_group_id': '5abbb16d-2383-40c2-bae5-e62a41abae36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:20.798198 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47027d2-8f16-44c0-8ca9-7973a06f1bb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abbb16d-2383-40c2-bae5-e62a41abae36,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:20.820223 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05429e-7069-4bad-938f-0fdf8e22f002 req-acfbde39-7482-4357-b3e9-c7f02bce9e05 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:20.822246 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b05429e-7069-4bad-938f-0fdf8e22f002 req-acfbde39-7482-4357-b3e9-c7f02bce9e05 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.0989964 Oct 04 08:37:20.834872 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8e90-5298-4724-a4ec-fd52356580e2 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (c1a2a620-b117-4d4e-abc7-f109ed9cb17d), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:20.920313 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:20.945325 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8e90-5298-4724-a4ec-fd52356580e2 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (c1a2a620-b117-4d4e-abc7-f109ed9cb17d), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:20.950418 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8e90-5298-4724-a4ec-fd52356580e2 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (c1a2a620-b117-4d4e-abc7-f109ed9cb17d), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:20.965111 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-34a6f70d-9758-4d97-aa65-6f07abc13baf tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Made reservation on behalf of f758e7615232486a93a915760633b702 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:37:20.970600 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-34a6f70d-9758-4d97-aa65-6f07abc13baf tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:20.972567 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb8e90-5298-4724-a4ec-fd52356580e2 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a2a620-b117-4d4e-abc7-f109ed9cb17d,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:20.986451 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b05429e-7069-4bad-938f-0fdf8e22f002 req-4739b7bf-1d3d-48bb-8914-e9a3ab27157a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497455 Oct 04 08:37:21.005888 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8e90-5298-4724-a4ec-fd52356580e2 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:21.007483 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-b4cb8e90-5298-4724-a4ec-fd52356580e2 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2224758 Oct 04 08:37:21.010082 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55368) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:21.015652 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-1f6c1df5-62c3-42eb-923d-3d2e851da876 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'security_group_rule': {'security_group_id': '5abbb16d-2383-40c2-bae5-e62a41abae36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:21.057206 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1df5-62c3-42eb-923d-3d2e851da876 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (2962159c-ad45-4cd1-9f84-7a77ced79ec0), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:21.170821 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1df5-62c3-42eb-923d-3d2e851da876 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (2962159c-ad45-4cd1-9f84-7a77ced79ec0), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:21.177552 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1df5-62c3-42eb-923d-3d2e851da876 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (2962159c-ad45-4cd1-9f84-7a77ced79ec0), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:21.192746 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-34a6f70d-9758-4d97-aa65-6f07abc13baf tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Allocated IP 172.20.0.6 (1ee6d49b-e78d-48c2-9f17-a27346795ae3/4bcfe2de-4d63-41bc-b246-8d7f03419dee/b38958c1-90c4-4f77-96c2-1d65d20089e8) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:21.210676 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c1df5-62c3-42eb-923d-3d2e851da876 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2962159c-ad45-4cd1-9f84-7a77ced79ec0,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:21.223345 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1df5-62c3-42eb-923d-3d2e851da876 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:21.224877 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-1f6c1df5-62c3-42eb-923d-3d2e851da876 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2129343 Oct 04 08:37:21.228255 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55374) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:21.246630 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'floatingip': {'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:21.275434 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:21.290862 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-687f5316-5a5c-4a2b-892d-ab561f353670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:21.387500 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:21.483571 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172d5f3-38bd-4ac1-b26e-dfef87444834 req-ba9f7cd6-bbd3-4a26-88a0-5a915933163e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:21.494407 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a172d5f3-38bd-4ac1-b26e-dfef87444834 req-ba9f7cd6-bbd3-4a26-88a0-5a915933163e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.2515805 Oct 04 08:37:21.562489 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:21.588560 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-eb68dbdf-28f5-4bea-93ee-808b6c0bb800 req-ba847583-f268-4f91-8879-f47a7e4d1178 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 210 time: 0.1579540 Oct 04 08:37:21.620055 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Allocated IP 172.27.0.125 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/c35756ab-c75a-43e8-b45b-7a9d57fec129) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:21.628637 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-34a6f70d-9758-4d97-aa65-6f07abc13baf tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks [] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:21.641353 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:21.792045 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for port (c35756ab-c75a-43e8-b45b-7a9d57fec129), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:21.806456 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:21.861087 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (c35756ab-c75a-43e8-b45b-7a9d57fec129), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:21.928468 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:21.930533 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:21.932816 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'Port': ['ID=c35756ab-c75a-43e8-b45b-7a9d57fec129,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:21.939559 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:22.052117 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (7c77fb42-c50c-40c8-90cd-69ca93006e2b), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:22.103135 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (c35756ab-c75a-43e8-b45b-7a9d57fec129), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:22.114864 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a172d5f3-38bd-4ac1-b26e-dfef87444834 req-2a4cecd1-c517-4cdc-9843-f43514dd25bd tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6195190 Oct 04 08:37:22.129242 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-03b5a8d6-491a-414e-864b-40f61a182c7c req-f9a62700-17cd-46f4-b3dd-11cdd8832337 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 210 time: 0.1086290 Oct 04 08:37:22.136540 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:22.192711 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-34a6f70d-9758-4d97-aa65-6f07abc13baf tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:22.286247 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-77bc0964-16f4-41ac-a684-9c8a1f391e98 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:22.287831 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-77bc0964-16f4-41ac-a684-9c8a1f391e98 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.17 "GET /networking/v2.0/networks?id=fd08aa17-8a80-4dac-a656-3195d8433ec8 HTTP/1.1" status: 200 len: 811 time: 0.7261629 Oct 04 08:37:22.319985 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-34a6f70d-9758-4d97-aa65-6f07abc13baf tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Network 1ee6d49b-e78d-48c2-9f17-a27346795ae3 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:22.329321 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6f70d-9758-4d97-aa65-6f07abc13baf tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Pushing event updated for resources: {'Port': ['ID=b38958c1-90c4-4f77-96c2-1d65d20089e8,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:22.330317 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for port (c35756ab-c75a-43e8-b45b-7a9d57fec129), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:22.337099 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-34a6f70d-9758-4d97-aa65-6f07abc13baf tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:22.342175 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-34a6f70d-9758-4d97-aa65-6f07abc13baf tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:22.342749 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (c35756ab-c75a-43e8-b45b-7a9d57fec129), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:22.349083 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-34a6f70d-9758-4d97-aa65-6f07abc13baf tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:22.350183 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-34a6f70d-9758-4d97-aa65-6f07abc13baf tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:22.367969 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77287fe-f92a-4f6b-84ef-415179e70b3d req-baa102f3-b883-4d2d-ba03-48d3fa6ccb3a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:22.369888 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b77287fe-f92a-4f6b-84ef-415179e70b3d req-baa102f3-b883-4d2d-ba03-48d3fa6ccb3a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.1402881 Oct 04 08:37:22.392541 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-34a6f70d-9758-4d97-aa65-6f07abc13baf tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7135427 Oct 04 08:37:22.425956 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Request body: {'port': {'device_id': 'a4cf9582-4c11-456d-9fc6-257f9b3dd2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:22.428033 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (7c77fb42-c50c-40c8-90cd-69ca93006e2b), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:22.432198 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'Port': ['ID=c35756ab-c75a-43e8-b45b-7a9d57fec129,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:22.451663 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:22.452657 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-c952946d-4279-4fed-91f0-7a8d9a0d790c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2229609 Oct 04 08:37:22.489353 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-00f7b646-ac0c-48d7-95e8-1a631e3739b9 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d21789971964770bdf417547cd19840 HTTP/1.1" status: 200 len: 380 time: 0.1896496 Oct 04 08:37:22.513270 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-03745b1d-c6f6-4a7e-a77f-c6e9e31c16a7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Request body: {'port': {'device_id': '9606a52d-3c5d-4287-afb7-c84f5e245c9a', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'admin_state_up': True, 'tenant_id': '5d21789971964770bdf417547cd19840', 'security_groups': ['e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320']}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:22.573264 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b77287fe-f92a-4f6b-84ef-415179e70b3d req-e17bd7ed-a7f6-48e7-8402-65e1ad511d90 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805971 Oct 04 08:37:22.614461 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:22.797331 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:22.927256 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-099e61d9-910c-4a57-9fa4-82891b114276 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--603611596&fields=id&tenant_id=2b940c43c46c402bbc4c3c0461b51061 HTTP/1.1" status: 200 len: 267 time: 0.1756182 Oct 04 08:37:22.952170 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a2514-921c-47ec-af72-fec6aa957dae req-f83906f9-db24-4cf0-87bf-f84aa9f08904 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:22.957164 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2d6a2514-921c-47ec-af72-fec6aa957dae req-f83906f9-db24-4cf0-87bf-f84aa9f08904 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 931 time: 0.1773672 Oct 04 08:37:22.960196 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-03745b1d-c6f6-4a7e-a77f-c6e9e31c16a7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Made reservation on behalf of 5d21789971964770bdf417547cd19840 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:37:22.965211 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-03745b1d-c6f6-4a7e-a77f-c6e9e31c16a7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:23.155985 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:23.187023 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:23.253259 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2d6a2514-921c-47ec-af72-fec6aa957dae req-b807d530-fc56-4d0e-9a66-0ac0b45604f0 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807107 Oct 04 08:37:23.326017 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-094952fe-4fe7-4fcc-b474-5fdd8f57db78 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:23.327668 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-094952fe-4fe7-4fcc-b474-5fdd8f57db78 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 815 time: 0.3684919 Oct 04 08:37:23.372218 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-f2812b93-460d-498f-ad10-a11070857e5e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/quotas/2b940c43c46c402bbc4c3c0461b51061 HTTP/1.1" status: 200 len: 375 time: 0.0333245 Oct 04 08:37:23.395893 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-03745b1d-c6f6-4a7e-a77f-c6e9e31c16a7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Allocated IP 172.20.0.13 (fd08aa17-8a80-4dac-a656-3195d8433ec8/56a0f7b4-9493-4557-9389-0cc520afaa31/321b30d3-511f-4d46-a3a8-f9853c32c5d9) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:23.461392 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-99c2d80a-088a-412a-8f48-e576b5060c45 req-05fceb8b-15b9-4f51-83d8-e17152424b16 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 210 time: 0.0941288 Oct 04 08:37:23.499011 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-87ba4daa-68e1-469b-b31d-5c8c4b0214f9 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078365 Oct 04 08:37:23.513572 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38958c1-90c4-4f77-96c2-1d65d20089e8 {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:37:23.543283 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Publish callbacks [] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:23.640994 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Transition to ACTIVE for port object b38958c1-90c4-4f77-96c2-1d65d20089e8 will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:37:23.667049 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:23.718008 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f019cb-fa87-40e0-a632-9f01dc4102ec req-666a3dc0-ed15-4775-9e3d-c701269f7ae3 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:23.719538 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c7f019cb-fa87-40e0-a632-9f01dc4102ec req-666a3dc0-ed15-4775-9e3d-c701269f7ae3 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.1785240 Oct 04 08:37:23.839318 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-32b47bdc-40ec-415d-88d2-c4e6b63da370 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206694 Oct 04 08:37:23.845312 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Pushing event updated for resources: {'Port': ['ID=b38958c1-90c4-4f77-96c2-1d65d20089e8,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:23.897440 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Attempting to bind port b38958c1-90c4-4f77-96c2-1d65d20089e8 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:23.898041 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Attempting to bind port b38958c1-90c4-4f77-96c2-1d65d20089e8 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'd9e2812d-e413-4de8-83c8-2b8aec654370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:23.898377 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Attempting to bind port b38958c1-90c4-4f77-96c2-1d65d20089e8 on network 1ee6d49b-e78d-48c2-9f17-a27346795ae3 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:23.914654 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:23.983887 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c7f019cb-fa87-40e0-a632-9f01dc4102ec req-a4e8365d-2767-421f-9818-d846b774a2f8 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415588 Oct 04 08:37:24.007426 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-03745b1d-c6f6-4a7e-a77f-c6e9e31c16a7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:24.041991 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:24.054472 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Port b38958c1-90c4-4f77-96c2-1d65d20089e8 on network 1ee6d49b-e78d-48c2-9f17-a27346795ae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:37:24.054871 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Attempting to bind port b38958c1-90c4-4f77-96c2-1d65d20089e8 on network 1ee6d49b-e78d-48c2-9f17-a27346795ae3 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:24.140019 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-03745b1d-c6f6-4a7e-a77f-c6e9e31c16a7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:24.149287 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-3e18b95e-dc0f-401b-95eb-e93a7288f4be service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787902 Oct 04 08:37:24.201867 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d63f05-bedf-42d3-a92e-c3d7bf0784d0 req-314c3195-15a9-4837-bac8-3521f5b9c2e9 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:24.209745 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d7d63f05-bedf-42d3-a92e-c3d7bf0784d0 req-314c3195-15a9-4837-bac8-3521f5b9c2e9 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.1194305 Oct 04 08:37:24.234752 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:24.235096 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Checking segment: {'id': 'd9e2812d-e413-4de8-83c8-2b8aec654370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:24.235720 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Bound using segment: {'id': 'd9e2812d-e413-4de8-83c8-2b8aec654370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:24.235941 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Bound port: b38958c1-90c4-4f77-96c2-1d65d20089e8, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e2812d-e413-4de8-83c8-2b8aec654370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:24.236863 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:24.259279 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-03745b1d-c6f6-4a7e-a77f-c6e9e31c16a7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Network fd08aa17-8a80-4dac-a656-3195d8433ec8 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:24.271273 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-03745b1d-c6f6-4a7e-a77f-c6e9e31c16a7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:24.287089 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-03745b1d-c6f6-4a7e-a77f-c6e9e31c16a7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:24.287089 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-03745b1d-c6f6-4a7e-a77f-c6e9e31c16a7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:24.287089 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-03745b1d-c6f6-4a7e-a77f-c6e9e31c16a7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:24.290899 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03745b1d-c6f6-4a7e-a77f-c6e9e31c16a7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event updated for resources: {'Port': ['ID=321b30d3-511f-4d46-a3a8-f9853c32c5d9,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:24.409358 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-03745b1d-c6f6-4a7e-a77f-c6e9e31c16a7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9054785 Oct 04 08:37:24.442508 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d7d63f05-bedf-42d3-a92e-c3d7bf0784d0 req-c26da931-50af-4b90-9f64-afa2bbc823bf tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313969 Oct 04 08:37:24.448026 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:24.456015 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:24.472030 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Request body: {'port': {'device_id': '9606a52d-3c5d-4287-afb7-c84f5e245c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:24.755422 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3585742d-2228-437d-ae98-3a7fb761dfb0 req-abf09b44-3786-40b7-9120-47c291f5f306 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 210 time: 0.2119367 Oct 04 08:37:24.760103 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-741e1a68-8807-4392-8705-cb9d64cd55ca None None] Provisioning complete for port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:24.760489 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-741e1a68-8807-4392-8705-cb9d64cd55ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:24.760816 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-741e1a68-8807-4392-8705-cb9d64cd55ca None None] Attempt 1 to provision port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 Oct 04 08:37:24.791726 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] For port b38958c1-90c4-4f77-96c2-1d65d20089e8, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:24.814016 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-741e1a68-8807-4392-8705-cb9d64cd55ca None None] Port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:37:24.852779 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] For port b38958c1-90c4-4f77-96c2-1d65d20089e8, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b38958c1-90c4-4f77-96c2-1d65d20089e8,segment=NetworkSegment(d9e2812d-e413-4de8-83c8-2b8aec654370),segment_id=d9e2812d-e413-4de8-83c8-2b8aec654370)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:24.865877 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a00b6a-282b-4a73-84b0-1e67433ca3d1 req-fff6d001-84fb-4710-a44e-57c4e991b90e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:24.867910 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f9a00b6a-282b-4a73-84b0-1e67433ca3d1 req-fff6d001-84fb-4710-a44e-57c4e991b90e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 943 time: 0.3096614 Oct 04 08:37:24.872476 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:24.885098 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:24.886042 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:24.887658 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/b38958c1-90c4-4f77-96c2-1d65d20089e8 HTTP/1.1" status: 200 len: 1093 time: 2.4765732 Oct 04 08:37:24.888398 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cf9582-4c11-456d-9fc6-257f9b3dd2c5', 'tag': 'b38958c1-90c4-4f77-96c2-1d65d20089e8'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:37:24.891175 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c55a85b-2c21-4b15-9e3c-33d3e27eaae9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cf9582-4c11-456d-9fc6-257f9b3dd2c5", "tag": "b38958c1-90c4-4f77-96c2-1d65d20089e8"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:37:24.953393 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:25.063616 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:25.070735 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ad5d3-3bcb-434e-9ce5-ec6e832fedab req-6b28cb94-305e-441a-88c3-53deacbe8607 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:25.072365 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-678ad5d3-3bcb-434e-9ce5-ec6e832fedab req-6b28cb94-305e-441a-88c3-53deacbe8607 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 932 time: 0.1970189 Oct 04 08:37:25.099135 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-b0945358-c2dd-4dee-94df-26ccecf0a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:25.100794 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-b0945358-c2dd-4dee-94df-26ccecf0a16d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f758e7615232486a93a915760633b702&device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 1127 time: 0.1285799 Oct 04 08:37:25.138433 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f9a00b6a-282b-4a73-84b0-1e67433ca3d1 req-fdbc4473-57b9-466d-b9b0-4125f2a472e2 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617915 Oct 04 08:37:25.172083 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca845f-64f3-4ee5-96e5-a18ae01a8013 service neutron] Pushing event updated for resources: {'Port': ['ID=b38958c1-90c4-4f77-96c2-1d65d20089e8,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:25.211969 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-d982dc24-f555-491a-9202-90e1dc9aced5 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b38958c1-90c4-4f77-96c2-1d65d20089e8 HTTP/1.1" status: 200 len: 217 time: 0.0986927 Oct 04 08:37:25.282130 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d40ade9-39a2-4ed5-88ec-88e1185ecfd1 x-openstack-request-id: req-8d40ade9-39a2-4ed5-88ec-88e1185ecfd1 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:37:25.282417 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cf9582-4c11-456d-9fc6-257f9b3dd2c5", "tag": "b38958c1-90c4-4f77-96c2-1d65d20089e8", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:37:25.282930 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d40ade9-39a2-4ed5-88ec-88e1185ecfd1 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:37:25.284071 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d40ade9-39a2-4ed5-88ec-88e1185ecfd1'] response: {'name': 'network-changed', 'server_uuid': 'a4cf9582-4c11-456d-9fc6-257f9b3dd2c5', 'tag': 'b38958c1-90c4-4f77-96c2-1d65d20089e8', 'status': 'completed', 'code': 200} Oct 04 08:37:25.658880 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-678ad5d3-3bcb-434e-9ce5-ec6e832fedab req-9bc652da-0893-4a71-8513-e0812f44c542 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5682244 Oct 04 08:37:25.687553 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-c62b5e06-d946-41a4-8e94-ef990c33248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:25.689211 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-c62b5e06-d946-41a4-8e94-ef990c33248b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=4bcfe2de-4d63-41bc-b246-8d7f03419dee HTTP/1.1" status: 200 len: 847 time: 0.4704213 Oct 04 08:37:25.744209 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7774f5-e7d8-40c8-8430-df1830156afe req-2f1d3c1a-ed14-4f68-aa2a-393f248b2051 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:25.745887 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5d7774f5-e7d8-40c8-8430-df1830156afe req-2f1d3c1a-ed14-4f68-aa2a-393f248b2051 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.4352319 Oct 04 08:37:25.778783 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-7c74ea62-e635-4edd-9931-4b1d6a4bd40e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1ee6d49b-e78d-48c2-9f17-a27346795ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830448 Oct 04 08:37:25.840887 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:25.960623 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe2448-7e7b-444b-bda1-3c7e5a7d84d5 req-396ffb71-8dbc-4669-b392-80244637268c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:25.968396 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a6fe2448-7e7b-444b-bda1-3c7e5a7d84d5 req-396ffb71-8dbc-4669-b392-80244637268c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.1953437 Oct 04 08:37:26.035315 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5d7774f5-e7d8-40c8-8430-df1830156afe req-254dcb2e-e745-4722-a284-3c9a771fd3af tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639868 Oct 04 08:37:26.103359 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-1ef4b8d9-e706-4fb4-a5ed-97493ccc5bde service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1ee6d49b-e78d-48c2-9f17-a27346795ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053927 Oct 04 08:37:26.111701 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a6fe2448-7e7b-444b-bda1-3c7e5a7d84d5 req-154cc07c-7f99-4d2d-a084-297932223be8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423194 Oct 04 08:37:26.214312 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321b30d3-511f-4d46-a3a8-f9853c32c5d9 {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:37:26.229641 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1abc66dc-d20f-42c7-9866-48cac7a0b52a req-d78a82b2-fc36-4d11-98fb-2343a1ac2067 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 210 time: 0.0656431 Oct 04 08:37:26.236583 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Publish callbacks [] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:26.299716 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Transition to ACTIVE for port object 321b30d3-511f-4d46-a3a8-f9853c32c5d9 will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:37:26.318746 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:26.369040 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b5bc3-e7b3-46a1-8cc8-4deadf3d31f0 req-4893a4b3-9592-4ef1-916e-015fb4893477 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:26.370770 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-333b5bc3-e7b3-46a1-8cc8-4deadf3d31f0 req-4893a4b3-9592-4ef1-916e-015fb4893477 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 943 time: 0.1369188 Oct 04 08:37:26.424863 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:26.427722 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:26.500642 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:26.563026 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Pushing event updated for resources: {'Port': ['ID=321b30d3-511f-4d46-a3a8-f9853c32c5d9,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:26.594404 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41dc7ba7-c887-4272-a055-7c54012e5da0 req-d67e1e25-0423-41f9-b2b3-1afb884e77a5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1ee6d49b-e78d-48c2-9f17-a27346795ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138738 Oct 04 08:37:26.600092 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Attempting to bind port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:26.600658 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Attempting to bind port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:26.601248 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Attempting to bind port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 on network fd08aa17-8a80-4dac-a656-3195d8433ec8 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:26.609867 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-333b5bc3-e7b3-46a1-8cc8-4deadf3d31f0 req-691364c2-55e1-4e21-89a9-e9e8c6483288 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138605 Oct 04 08:37:26.679010 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 on network fd08aa17-8a80-4dac-a656-3195d8433ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:37:26.679340 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Attempting to bind port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 on network fd08aa17-8a80-4dac-a656-3195d8433ec8 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:26.728534 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-d0f6b5c8-9121-49d2-8e44-17c0f034842a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:26.730460 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-d0f6b5c8-9121-49d2-8e44-17c0f034842a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 815 time: 0.3150225 Oct 04 08:37:26.750715 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:26.751053 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Checking segment: {'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:26.751451 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Bound using segment: {'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:26.751944 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Bound port: 321b30d3-511f-4d46-a3a8-f9853c32c5d9, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:26.752897 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:26.833256 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:26.843898 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999f00b-0d91-400f-94d6-2090105638bc req-10ea86a7-c390-47c3-8534-542b7a9c0f13 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:26.845418 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0999f00b-0d91-400f-94d6-2090105638bc req-10ea86a7-c390-47c3-8534-542b7a9c0f13 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 944 time: 0.0820277 Oct 04 08:37:26.888493 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] For port 321b30d3-511f-4d46-a3a8-f9853c32c5d9, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:26.911499 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] For port 321b30d3-511f-4d46-a3a8-f9853c32c5d9, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=321b30d3-511f-4d46-a3a8-f9853c32c5d9,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:26.922818 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:26.932472 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:26.933416 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:26.934649 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/321b30d3-511f-4d46-a3a8-f9853c32c5d9 HTTP/1.1" status: 200 len: 1094 time: 2.4745605 Oct 04 08:37:26.959733 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0999f00b-0d91-400f-94d6-2090105638bc req-edb80e91-d3a9-4dbd-901e-ca88535bcf8f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057749 Oct 04 08:37:26.989332 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bddb0-27bb-4b9d-9ab0-4deae9536254 service neutron] Pushing event updated for resources: {'Port': ['ID=321b30d3-511f-4d46-a3a8-f9853c32c5d9,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:27.199938 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657e3f7-953e-446a-9d7b-53c656d7f7ae req-e1097579-a5c0-4dea-b46e-440e817417d8 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:27.201468 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8657e3f7-953e-446a-9d7b-53c656d7f7ae req-e1097579-a5c0-4dea-b46e-440e817417d8 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.0575438 Oct 04 08:37:27.281534 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78883a72-2358-4edd-b5e1-bd48eba5134d req-ac617a0d-2778-42e2-9dea-56040d431b8f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:27.282975 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-78883a72-2358-4edd-b5e1-bd48eba5134d req-ac617a0d-2778-42e2-9dea-56040d431b8f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.0669315 Oct 04 08:37:27.287989 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9606a52d-3c5d-4287-afb7-c84f5e245c9a', 'tag': '321b30d3-511f-4d46-a3a8-f9853c32c5d9'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:37:27.290320 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fea712-b741-4e43-911a-306ca2513746" -d '{"events": [{"name": "network-changed", "server_uuid": "9606a52d-3c5d-4287-afb7-c84f5e245c9a", "tag": "321b30d3-511f-4d46-a3a8-f9853c32c5d9"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:37:27.308875 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8657e3f7-953e-446a-9d7b-53c656d7f7ae req-44748124-c0b1-4bf8-9a73-7b622a19ea05 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006408 Oct 04 08:37:27.362369 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-78883a72-2358-4edd-b5e1-bd48eba5134d req-8c781db5-dbc1-4c72-a064-e0560b84a6fd tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690382 Oct 04 08:37:27.418638 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990ad58d-0440-4017-8725-d301fd267dbe x-openstack-request-id: req-990ad58d-0440-4017-8725-d301fd267dbe {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:37:27.418925 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9606a52d-3c5d-4287-afb7-c84f5e245c9a", "tag": "321b30d3-511f-4d46-a3a8-f9853c32c5d9", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:37:27.419172 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-990ad58d-0440-4017-8725-d301fd267dbe {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:37:27.419564 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990ad58d-0440-4017-8725-d301fd267dbe'] response: {'name': 'network-changed', 'server_uuid': '9606a52d-3c5d-4287-afb7-c84f5e245c9a', 'tag': '321b30d3-511f-4d46-a3a8-f9853c32c5d9', 'status': 'completed', 'code': 200} Oct 04 08:37:27.421867 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2e90ea1b-c947-49cc-a78c-43905bd646c2 req-973edd40-de4a-4da7-8550-5a84b9b0ff61 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 210 time: 0.0400889 Oct 04 08:37:27.787790 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30291e6-7b21-499b-8082-a5adee041027 req-f8a3806c-8213-4622-b280-986a576cd439 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:27.789345 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b30291e6-7b21-499b-8082-a5adee041027 req-f8a3806c-8213-4622-b280-986a576cd439 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 943 time: 0.0737958 Oct 04 08:37:27.952242 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55a85b-2c21-4b15-9e3c-33d3e27eaae9 req-c68ea585-c396-4d96-86b1-2ebe891e5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:27.953770 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6c55a85b-2c21-4b15-9e3c-33d3e27eaae9 req-c68ea585-c396-4d96-86b1-2ebe891e5beb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f758e7615232486a93a915760633b702&device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 1127 time: 0.1279941 Oct 04 08:37:27.966830 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-8d2ffce7-ee99-464c-b035-8ba04f9de6a2 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2b940c43c46c402bbc4c3c0461b51061 HTTP/1.1" status: 200 len: 471 time: 0.2398641 Oct 04 08:37:27.968869 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fea712-b741-4e43-911a-306ca2513746 req-8b6acfab-75d6-4a4d-9467-54b4d7116934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:27.970369 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-43fea712-b741-4e43-911a-306ca2513746 req-8b6acfab-75d6-4a4d-9467-54b4d7116934 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5d21789971964770bdf417547cd19840&device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 1128 time: 0.1079667 Oct 04 08:37:27.973992 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b30291e6-7b21-499b-8082-a5adee041027 req-57a26e3e-e997-4e15-86fc-6aa598abd764 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781366 Oct 04 08:37:27.975493 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device b38958c1-90c4-4f77-96c2-1d65d20089e8 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:37:28.011944 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55596) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:28.051807 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-392eaad9-684f-4c0c-86d2-0f96730fe7b6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'port': {'device_id': '6dee148f-e8b5-437c-9d80-4d784091314c', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'admin_state_up': True, 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'security_groups': ['5abbb16d-2383-40c2-bae5-e62a41abae36']}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:28.070878 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:28.106323 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port b38958c1-90c4-4f77-96c2-1d65d20089e8, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b38958c1-90c4-4f77-96c2-1d65d20089e8,segment=NetworkSegment(d9e2812d-e413-4de8-83c8-2b8aec654370),segment_id=d9e2812d-e413-4de8-83c8-2b8aec654370)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:28.121539 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': 'b38958c1-90c4-4f77-96c2-1d65d20089e8', 'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3', 'port_id': 'b38958c1-90c4-4f77-96c2-1d65d20089e8', 'mac_address': 'fa:16:3e:07:cf:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcfe2de-4d63-41bc-b246-8d7f03419dee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:37:28.122940 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:28.164010 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-963cfce3-15b4-4247-9143-f4db5b9c6547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:28.167745 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port b38958c1-90c4-4f77-96c2-1d65d20089e8 is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:28.168124 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:28.184168 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38958c1-90c4-4f77-96c2-1d65d20089e8 {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:37:28.221673 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port b38958c1-90c4-4f77-96c2-1d65d20089e8, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b38958c1-90c4-4f77-96c2-1d65d20089e8,segment=NetworkSegment(d9e2812d-e413-4de8-83c8-2b8aec654370),segment_id=d9e2812d-e413-4de8-83c8-2b8aec654370)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:28.227803 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:28.228941 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 159277a9-e8de-47c4-813b-8de31279c18f details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:37:28.257163 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:28.259266 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:28.269075 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-963cfce3-15b4-4247-9143-f4db5b9c6547 admin admin] Publish callbacks [] for security_group (94dd79da-60a9-4feb-8efe-2c58c6ab8da9), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:28.275207 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-963cfce3-15b4-4247-9143-f4db5b9c6547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (94dd79da-60a9-4feb-8efe-2c58c6ab8da9), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:28.331583 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db899c-f3c9-45eb-9308-79a28116b557 req-613a48f0-585d-456c-a2d4-abf73a428e28 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:28.333121 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-82db899c-f3c9-45eb-9308-79a28116b557 req-613a48f0-585d-456c-a2d4-abf73a428e28 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 944 time: 0.2743013 Oct 04 08:37:28.352193 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-963cfce3-15b4-4247-9143-f4db5b9c6547 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=86adf9e1bf5140399fef28e5b357ea67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370965 Oct 04 08:37:28.353213 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55606) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:28.353869 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cfce3-15b4-4247-9143-f4db5b9c6547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dd79da-60a9-4feb-8efe-2c58c6ab8da9,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:28.391275 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=b38958c1-90c4-4f77-96c2-1d65d20089e8,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:28.410366 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55a85b-2c21-4b15-9e3c-33d3e27eaae9 req-66ff793f-a712-43ce-bb1d-aebf673b4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:28.413069 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6c55a85b-2c21-4b15-9e3c-33d3e27eaae9 req-66ff793f-a712-43ce-bb1d-aebf673b4f0c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1ee6d49b-e78d-48c2-9f17-a27346795ae3 HTTP/1.1" status: 200 len: 907 time: 0.4008665 Oct 04 08:37:28.446638 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 159277a9-e8de-47c4-813b-8de31279c18f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=159277a9-e8de-47c4-813b-8de31279c18f,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:28.464310 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8d1f-e301-4870-9947-bbead4bb62f6 admin admin] Publish callbacks [] for security_group (94dd79da-60a9-4feb-8efe-2c58c6ab8da9), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:28.468195 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:28.474997 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '159277a9-e8de-47c4-813b-8de31279c18f', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'port_id': '159277a9-e8de-47c4-813b-8de31279c18f', 'mac_address': 'fa:16:3e:3b:e8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:37:28.478964 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:28.508025 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8d1f-e301-4870-9947-bbead4bb62f6 admin admin] Publish callbacks [] for security_group (94dd79da-60a9-4feb-8efe-2c58c6ab8da9), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:28.545402 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 159277a9-e8de-47c4-813b-8de31279c18f is: ACTIVE; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:28.545855 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (159277a9-e8de-47c4-813b-8de31279c18f), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:28.570693 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 159277a9-e8de-47c4-813b-8de31279c18f {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:37:28.577055 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8d1f-e301-4870-9947-bbead4bb62f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (94dd79da-60a9-4feb-8efe-2c58c6ab8da9), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:28.579775 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8d1f-e301-4870-9947-bbead4bb62f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:28.581858 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-ad3c8d1f-e301-4870-9947-bbead4bb62f6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/94dd79da-60a9-4feb-8efe-2c58c6ab8da9 HTTP/1.1" status: 204 len: 168 time: 0.2118044 Oct 04 08:37:28.601907 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c8d1f-e301-4870-9947-bbead4bb62f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dd79da-60a9-4feb-8efe-2c58c6ab8da9,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:28.605316 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 159277a9-e8de-47c4-813b-8de31279c18f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=159277a9-e8de-47c4-813b-8de31279c18f,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:28.621218 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (159277a9-e8de-47c4-813b-8de31279c18f), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:28.643318 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6c55a85b-2c21-4b15-9e3c-33d3e27eaae9 req-0e702d8a-568a-44d4-8e73-6176955dca0e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b38958c1-90c4-4f77-96c2-1d65d20089e8 HTTP/1.1" status: 200 len: 217 time: 0.1807125 Oct 04 08:37:28.690530 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fea712-b741-4e43-911a-306ca2513746 req-ddf927f7-d8a4-4f8d-802c-6ed58cbb1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:28.692086 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-43fea712-b741-4e43-911a-306ca2513746 req-ddf927f7-d8a4-4f8d-802c-6ed58cbb1495 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=5d21789971964770bdf417547cd19840&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6600490 Oct 04 08:37:28.692240 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=159277a9-e8de-47c4-813b-8de31279c18f,revision_number=6']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:28.756299 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8707b-18ff-4853-9e54-f53afc349b9d req-b4a280ac-32ef-4560-8a96-2d4608309d3a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:28.757952 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dbe8707b-18ff-4853-9e54-f53afc349b9d req-b4a280ac-32ef-4560-8a96-2d4608309d3a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.2748458 Oct 04 08:37:28.775269 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-82db899c-f3c9-45eb-9308-79a28116b557 req-4b575bc5-9b5e-47cd-a94e-cd05b6622b87 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4229004 Oct 04 08:37:28.842607 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-392eaad9-684f-4c0c-86d2-0f96730fe7b6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Made reservation on behalf of 2b940c43c46c402bbc4c3c0461b51061 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:37:28.856583 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-392eaad9-684f-4c0c-86d2-0f96730fe7b6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:28.860869 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55a85b-2c21-4b15-9e3c-33d3e27eaae9 req-c3819bd3-73c5-4ca4-9ff5-d00f61a1b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:28.863096 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6c55a85b-2c21-4b15-9e3c-33d3e27eaae9 req-c3819bd3-73c5-4ca4-9ff5-d00f61a1b568 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=4bcfe2de-4d63-41bc-b246-8d7f03419dee HTTP/1.1" status: 200 len: 847 time: 0.2089651 Oct 04 08:37:28.945424 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6c55a85b-2c21-4b15-9e3c-33d3e27eaae9 req-e71e8c08-d6ab-4e90-a2d1-6fa953c5cacc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1ee6d49b-e78d-48c2-9f17-a27346795ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637491 Oct 04 08:37:28.967730 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55620) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:28.986032 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e2e1a0e4-9f5b-4653-8b96-953f5b7fba40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:29.032377 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['b38958c1-90c4-4f77-96c2-1d65d20089e8'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:37:29.053091 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dbe8707b-18ff-4853-9e54-f53afc349b9d req-6e13bcc3-7f97-43d2-bfeb-a8346408411e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729757 Oct 04 08:37:29.086340 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e2e1a0e4-9f5b-4653-8b96-953f5b7fba40 admin admin] Publish callbacks [] for security_group (78cade2a-1674-480c-9411-5a2693681bb8), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:29.106707 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e2e1a0e4-9f5b-4653-8b96-953f5b7fba40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (78cade2a-1674-480c-9411-5a2693681bb8), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:29.109261 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['159277a9-e8de-47c4-813b-8de31279c18f'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:37:29.165104 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-e2e1a0e4-9f5b-4653-8b96-953f5b7fba40 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=62c3e2084b3e4d3aa118be14bc63596b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958218 Oct 04 08:37:29.166276 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1a0e4-9f5b-4653-8b96-953f5b7fba40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cade2a-1674-480c-9411-5a2693681bb8,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:29.182971 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55632) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:29.283857 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7487e857-b3df-43e3-8e07-56e73901d455 admin admin] Publish callbacks [] for security_group (78cade2a-1674-480c-9411-5a2693681bb8), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:29.313416 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7487e857-b3df-43e3-8e07-56e73901d455 admin admin] Publish callbacks [] for security_group (78cade2a-1674-480c-9411-5a2693681bb8), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:29.357348 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:29.360507 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fea712-b741-4e43-911a-306ca2513746 req-0c9f388a-ffa5-4c56-98f9-3ac4a02f8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:29.362292 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-43fea712-b741-4e43-911a-306ca2513746 req-0c9f388a-ffa5-4c56-98f9-3ac4a02f8f25 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6293416 Oct 04 08:37:29.381452 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a53be-2932-4832-a2ec-d6a639f64fb4 req-a8a0a5a2-f254-40e9-866a-92a2aba2fbfd tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:29.391660 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-854a53be-2932-4832-a2ec-d6a639f64fb4 req-a8a0a5a2-f254-40e9-866a-92a2aba2fbfd tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.5109856 Oct 04 08:37:29.409187 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7487e857-b3df-43e3-8e07-56e73901d455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (78cade2a-1674-480c-9411-5a2693681bb8), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:29.417897 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7487e857-b3df-43e3-8e07-56e73901d455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:29.421516 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-7487e857-b3df-43e3-8e07-56e73901d455 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/78cade2a-1674-480c-9411-5a2693681bb8 HTTP/1.1" status: 204 len: 168 time: 0.2327466 Oct 04 08:37:29.432890 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487e857-b3df-43e3-8e07-56e73901d455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cade2a-1674-480c-9411-5a2693681bb8,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:29.482876 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8ae33f35-f678-4d5f-87e7-30b251a4c3dc req-a42be5ff-4a09-4337-95f8-a59837a4693a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 210 time: 0.1326277 Oct 04 08:37:29.623016 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-244cf549-3593-4d78-bc3a-5b7f23aa0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:29.624745 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-244cf549-3593-4d78-bc3a-5b7f23aa0c26 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5d21789971964770bdf417547cd19840&device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 1128 time: 0.1792915 Oct 04 08:37:29.750914 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6c55a85b-2c21-4b15-9e3c-33d3e27eaae9 req-df3b65c0-87a5-47a2-95c2-0b18ad862e93 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1ee6d49b-e78d-48c2-9f17-a27346795ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7783880 Oct 04 08:37:29.759218 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-fcc35b42-5994-4e77-b4f5-ed7ceed0e98b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=321b30d3-511f-4d46-a3a8-f9853c32c5d9 HTTP/1.1" status: 200 len: 217 time: 0.1134448 Oct 04 08:37:29.780115 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-854a53be-2932-4832-a2ec-d6a639f64fb4 req-35d01f28-43af-498c-905d-58515a564102 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875623 Oct 04 08:37:29.811751 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:29.813818 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-392eaad9-684f-4c0c-86d2-0f96730fe7b6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Allocated IP 172.20.0.5 (fd380db5-2756-484c-8401-ea63df26e43d/a544c86d-0009-4ba9-af33-45ba2bcf0de5/ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:29.866783 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca33a4-823a-4d95-a8d6-ce68e0e6596e req-e582217f-5c59-4409-83e1-063c7425d412 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:29.874468 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-00ca33a4-823a-4d95-a8d6-ce68e0e6596e req-e582217f-5c59-4409-83e1-063c7425d412 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 944 time: 0.2573581 Oct 04 08:37:29.938802 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55666) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:29.949147 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:30.035394 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-6fa918a4-82d7-4cf4-89d6-956f0db4653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:30.036878 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-6fa918a4-82d7-4cf4-89d6-956f0db4653e service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=56a0f7b4-9493-4557-9389-0cc520afaa31 HTTP/1.1" status: 200 len: 850 time: 0.2452078 Oct 04 08:37:30.061230 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55670) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:30.077314 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-58801ffc-fc90-4d15-8c8e-9dcb9ef8902c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.136703 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device b38958c1-90c4-4f77-96c2-1d65d20089e8 up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:30.215672 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-00ca33a4-823a-4d95-a8d6-ce68e0e6596e req-c529b127-7163-4cf8-9190-6ebce4a25f3c tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403032 Oct 04 08:37:30.239888 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-58801ffc-fc90-4d15-8c8e-9dcb9ef8902c admin admin] Publish callbacks [] for security_group (124ffd01-3142-48ad-a897-72e1c619c409), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.247711 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port b38958c1-90c4-4f77-96c2-1d65d20089e8 completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:37:30.249433 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61993b76-d739-456b-b9c7-a327ef538d20 req-646cfc57-3c25-4d17-b136-f857726e308c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:30.250620 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-58801ffc-fc90-4d15-8c8e-9dcb9ef8902c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (124ffd01-3142-48ad-a897-72e1c619c409), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.258785 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-61993b76-d739-456b-b9c7-a327ef538d20 req-646cfc57-3c25-4d17-b136-f857726e308c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 944 time: 0.3061264 Oct 04 08:37:30.265390 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port b38958c1-90c4-4f77-96c2-1d65d20089e8 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:30.266854 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.268040 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6c55a85b-2c21-4b15-9e3c-33d3e27eaae9 req-06d816f3-80ab-4d4e-91ad-65a182a3e94c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1ee6d49b-e78d-48c2-9f17-a27346795ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797916 Oct 04 08:37:30.268229 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port b38958c1-90c4-4f77-96c2-1d65d20089e8 Oct 04 08:37:30.382310 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-8ed0a95b-b9ba-4008-8a84-f8ddad33d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:30.384545 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-8ed0a95b-b9ba-4008-8a84-f8ddad33d015 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd08aa17-8a80-4dac-a656-3195d8433ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3310735 Oct 04 08:37:30.401786 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-58801ffc-fc90-4d15-8c8e-9dcb9ef8902c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f50bf84333074499b96ea5be85778d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391652 Oct 04 08:37:30.405091 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55686) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:30.483725 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-61993b76-d739-456b-b9c7-a327ef538d20 req-f1ca5773-c4f2-44ad-9ee0-4ab3c83c688e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238200 Oct 04 08:37:30.539766 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d25821da-df5e-4ae8-8cc7-627193abfe13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.542462 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port b38958c1-90c4-4f77-96c2-1d65d20089e8 is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:30.542886 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.618421 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cf9582-4c11-456d-9fc6-257f9b3dd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38958c1-90c4-4f77-96c2-1d65d20089e8'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:37:30.622665 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad484903-c318-4bf2-9fea-020075652ac7 req-c6d26cbf-c731-4d94-a1b7-3d5dcd5e9fbe tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:30.624533 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ad484903-c318-4bf2-9fea-020075652ac7 req-c6d26cbf-c731-4d94-a1b7-3d5dcd5e9fbe tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 945 time: 0.2389181 Oct 04 08:37:30.630363 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a98227-5935-40a4-84ad-ad9b10a6b5c2" -d '{"events": [{"server_uuid": "a4cf9582-4c11-456d-9fc6-257f9b3dd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "b38958c1-90c4-4f77-96c2-1d65d20089e8"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:37:30.674302 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:30.677201 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port b38958c1-90c4-4f77-96c2-1d65d20089e8, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b38958c1-90c4-4f77-96c2-1d65d20089e8,segment=NetworkSegment(d9e2812d-e413-4de8-83c8-2b8aec654370),segment_id=d9e2812d-e413-4de8-83c8-2b8aec654370)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:30.682772 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.684483 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 159277a9-e8de-47c4-813b-8de31279c18f up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:30.694593 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58801ffc-fc90-4d15-8c8e-9dcb9ef8902c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124ffd01-3142-48ad-a897-72e1c619c409,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:30.745467 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-978cc998-a2bf-46e4-b6da-8cc6a9a8eab6 admin admin] Publish callbacks [] for security_group (124ffd01-3142-48ad-a897-72e1c619c409), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.750712 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=18 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:30.794966 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 159277a9-e8de-47c4-813b-8de31279c18f triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:30.795496 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (159277a9-e8de-47c4-813b-8de31279c18f), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.795948 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 159277a9-e8de-47c4-813b-8de31279c18f Oct 04 08:37:30.801243 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:30.816237 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-392eaad9-684f-4c0c-86d2-0f96730fe7b6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.854943 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-978cc998-a2bf-46e4-b6da-8cc6a9a8eab6 admin admin] Publish callbacks [] for security_group (124ffd01-3142-48ad-a897-72e1c619c409), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.860483 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6ca94941-dd65-4cc5-abed-95c1ec335ef0 req-05526f8b-7ba5-4689-ac90-370b997c0e78 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 210 time: 0.2065227 Oct 04 08:37:30.881014 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d25821da-df5e-4ae8-8cc7-627193abfe13 admin admin] Publish callbacks [] for security_group (56582df7-7f6d-4f6e-b8a9-0fa6dd08ebea), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.903488 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=b38958c1-90c4-4f77-96c2-1d65d20089e8,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:30.906631 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d25821da-df5e-4ae8-8cc7-627193abfe13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (56582df7-7f6d-4f6e-b8a9-0fa6dd08ebea), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.962448 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-d25821da-df5e-4ae8-8cc7-627193abfe13 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9f23c6087a3041cc803fbb287a731494&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0218418 Oct 04 08:37:30.965286 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25821da-df5e-4ae8-8cc7-627193abfe13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56582df7-7f6d-4f6e-b8a9-0fa6dd08ebea,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:30.967947 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55700) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:30.979087 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-978cc998-a2bf-46e4-b6da-8cc6a9a8eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (124ffd01-3142-48ad-a897-72e1c619c409), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.981810 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-978cc998-a2bf-46e4-b6da-8cc6a9a8eab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:30.994885 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-978cc998-a2bf-46e4-b6da-8cc6a9a8eab6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/124ffd01-3142-48ad-a897-72e1c619c409 HTTP/1.1" status: 204 len: 168 time: 0.5833611 Oct 04 08:37:31.037993 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc71c5ed-d0c2-47a9-8556-c16be212df51 x-openstack-request-id: req-fc71c5ed-d0c2-47a9-8556-c16be212df51 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:37:31.041515 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cf9582-4c11-456d-9fc6-257f9b3dd2c5", "name": "network-vif-plugged", "status": "completed", "tag": "b38958c1-90c4-4f77-96c2-1d65d20089e8", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:37:31.041880 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc71c5ed-d0c2-47a9-8556-c16be212df51 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:37:31.042441 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc71c5ed-d0c2-47a9-8556-c16be212df51'] response: {'server_uuid': 'a4cf9582-4c11-456d-9fc6-257f9b3dd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38958c1-90c4-4f77-96c2-1d65d20089e8', 'code': 200} Oct 04 08:37:31.079368 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ad484903-c318-4bf2-9fea-020075652ac7 req-ec34c32f-803f-4c72-bc2a-fa09f37539dd tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3993633 Oct 04 08:37:31.085223 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cc998-a2bf-46e4-b6da-8cc6a9a8eab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124ffd01-3142-48ad-a897-72e1c619c409,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:31.117526 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-329c74ca-ae73-4ad5-9905-b106a89d4077 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7223799 Oct 04 08:37:31.181593 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 159277a9-e8de-47c4-813b-8de31279c18f is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:31.182116 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (159277a9-e8de-47c4-813b-8de31279c18f), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:31.202238 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7ce6462a-b383-4fec-be1d-c750a86ed58f admin admin] Publish callbacks [] for security_group (56582df7-7f6d-4f6e-b8a9-0fa6dd08ebea), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:31.241571 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7ce6462a-b383-4fec-be1d-c750a86ed58f admin admin] Publish callbacks [] for security_group (56582df7-7f6d-4f6e-b8a9-0fa6dd08ebea), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:31.291166 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:31.309251 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 159277a9-e8de-47c4-813b-8de31279c18f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=159277a9-e8de-47c4-813b-8de31279c18f,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:31.329815 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7ce6462a-b383-4fec-be1d-c750a86ed58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (56582df7-7f6d-4f6e-b8a9-0fa6dd08ebea), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:31.331540 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (159277a9-e8de-47c4-813b-8de31279c18f), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:31.344138 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-392eaad9-684f-4c0c-86d2-0f96730fe7b6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:31.344433 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7ce6462a-b383-4fec-be1d-c750a86ed58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:31.348850 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-7ce6462a-b383-4fec-be1d-c750a86ed58f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/56582df7-7f6d-4f6e-b8a9-0fa6dd08ebea HTTP/1.1" status: 204 len: 168 time: 0.3753374 Oct 04 08:37:31.361926 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450375d8-ed68-4291-841c-0908fa1c358a req-4e138d5f-0093-4f86-ba25-010029c29c3e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:31.371351 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-450375d8-ed68-4291-841c-0908fa1c358a req-4e138d5f-0093-4f86-ba25-010029c29c3e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.1792471 Oct 04 08:37:31.397394 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6462a-b383-4fec-be1d-c750a86ed58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56582df7-7f6d-4f6e-b8a9-0fa6dd08ebea,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:31.480870 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=159277a9-e8de-47c4-813b-8de31279c18f,revision_number=7']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:31.571807 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7b27cc21-321b-42b7-9da8-d16488d65dd4 req-820f3b8c-567b-418c-b893-d405cb6e00cd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402978 Oct 04 08:37:31.573606 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-392eaad9-684f-4c0c-86d2-0f96730fe7b6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Network fd380db5-2756-484c-8401-ea63df26e43d is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:31.592164 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-392eaad9-684f-4c0c-86d2-0f96730fe7b6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:31.600774 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3181a0-4f8c-45b9-8a5b-fa62aca7621a req-ee24dcea-17a5-4519-bf87-9cc2e8e843ce tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:31.607595 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7f3181a0-4f8c-45b9-8a5b-fa62aca7621a req-ee24dcea-17a5-4519-bf87-9cc2e8e843ce tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 945 time: 0.2105868 Oct 04 08:37:31.609659 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-392eaad9-684f-4c0c-86d2-0f96730fe7b6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:31.614908 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-392eaad9-684f-4c0c-86d2-0f96730fe7b6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:31.615814 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-392eaad9-684f-4c0c-86d2-0f96730fe7b6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:31.624762 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392eaad9-684f-4c0c-86d2-0f96730fe7b6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'Port': ['ID=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:31.656448 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-450375d8-ed68-4291-841c-0908fa1c358a req-32e3b4fd-cb35-4d6b-967d-5930a329ddf4 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838233 Oct 04 08:37:31.672234 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-392eaad9-684f-4c0c-86d2-0f96730fe7b6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6279261 Oct 04 08:37:31.747700 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7f3181a0-4f8c-45b9-8a5b-fa62aca7621a req-afcc07e8-5477-4ed5-aae7-46962bffa922 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391382 Oct 04 08:37:31.873646 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa605b-ef52-4b1c-a3c3-7a0650fadaa8 req-d8b4c829-92c6-44da-a576-40d69299946a tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:31.875569 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ebfa605b-ef52-4b1c-a3c3-7a0650fadaa8 req-d8b4c829-92c6-44da-a576-40d69299946a tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 944 time: 0.1033478 Oct 04 08:37:31.930154 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-6b98837c-23f4-462d-a4d9-ce654a9dc865 None None] Provisioning complete for port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:31.931947 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-6b98837c-23f4-462d-a4d9-ce654a9dc865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:31.932579 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-6b98837c-23f4-462d-a4d9-ce654a9dc865 None None] Attempt 1 to provision port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c Oct 04 08:37:31.990382 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-6b98837c-23f4-462d-a4d9-ce654a9dc865 None None] Port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:37:32.022476 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ebfa605b-ef52-4b1c-a3c3-7a0650fadaa8 req-459fea6b-81c8-42e6-9f2a-c5fa63925ba0 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411343 Oct 04 08:37:32.087001 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:32.128184 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7f2a7-3eaa-4ed7-b261-49f572dcff5d req-774eddf0-80b0-4e61-9464-36aa5f8bead7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:32.134114 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-abe7f2a7-3eaa-4ed7-b261-49f572dcff5d req-774eddf0-80b0-4e61-9464-36aa5f8bead7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 931 time: 0.0949156 Oct 04 08:37:32.187804 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Request body: {'port': {'device_id': '6dee148f-e8b5-437c-9d80-4d784091314c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:32.284695 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-abe7f2a7-3eaa-4ed7-b261-49f572dcff5d req-53d3bcd6-5439-491f-a423-8a18d76892d8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390464 Oct 04 08:37:32.357970 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:32.391581 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626340ca-a500-4299-9791-a1a92fe952c3 req-58c00ff0-fa18-49a7-8175-f5decf3d7d1e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:32.394370 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-626340ca-a500-4299-9791-a1a92fe952c3 req-58c00ff0-fa18-49a7-8175-f5decf3d7d1e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.0775852 Oct 04 08:37:32.571695 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-626340ca-a500-4299-9791-a1a92fe952c3 req-af46d8cd-013c-4f14-9969-b498f269ff5c tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458509 Oct 04 08:37:32.790073 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55754) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:32.919890 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:37:32.932738 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Publish callbacks [] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:32.953159 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Transition to ACTIVE for port object ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:37:33.013362 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:33.021526 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:33.051565 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:37:33.062471 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fdae91-dd54-4842-92be-0752c5a10c39" -d '{"events": [{"server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "name": "network-vif-plugged", "status": "completed", "tag": "159277a9-e8de-47c4-813b-8de31279c18f"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:37:33.096722 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e108c-0d80-4f29-85ff-ea7db6eb3e7b req-1f5b95ea-d64e-4fcf-ac5a-f5b803390b02 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:33.098333 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-103e108c-0d80-4f29-85ff-ea7db6eb3e7b req-1f5b95ea-d64e-4fcf-ac5a-f5b803390b02 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 945 time: 0.1420245 Oct 04 08:37:33.164582 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49214e6-3028-4764-bcf3-29706e7697ef req-b9ea6192-9152-41cc-8c02-a9721c30d096 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:33.166220 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d49214e6-3028-4764-bcf3-29706e7697ef req-b9ea6192-9152-41cc-8c02-a9721c30d096 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.2114413 Oct 04 08:37:33.199939 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:33.314215 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-85748465-network', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:33.375714 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Made reservation on behalf of ed407864f9cf431ebd8018e1a6862294 for: {'network': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:37:33.384050 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:33.389698 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Attempting to bind port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:33.390252 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Attempting to bind port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:33.390966 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Attempting to bind port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c on network fd380db5-2756-484c-8401-ea63df26e43d {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:33.405464 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-103e108c-0d80-4f29-85ff-ea7db6eb3e7b req-64fa62cc-a4fe-497c-9bdb-86d079579f5b tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994351 Oct 04 08:37:33.408090 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:33.538397 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Publish callbacks [] for security_group (7c394a6e-a81f-4d67-8a9e-af080f3d4ff3), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:33.540454 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:33.544126 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (7c394a6e-a81f-4d67-8a9e-af080f3d4ff3), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:33.572144 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d49214e6-3028-4764-bcf3-29706e7697ef req-ac0b3712-0b62-417e-ab12-59912b855522 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863192 Oct 04 08:37:33.583437 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=106410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:37:33.596065 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c394a6e-a81f-4d67-8a9e-af080f3d4ff3,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:33.604763 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (f8cace22-6df6-4e7a-b15a-29c53c09e7d6), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:33.605615 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.segments_db [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Added segment f8cace22-6df6-4e7a-b15a-29c53c09e7d6 of type vlan for network 5a3147e2-6e01-4190-a593-7d5113358d23 Oct 04 08:37:33.678594 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (5a3147e2-6e01-4190-a593-7d5113358d23), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:33.688109 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760b57d6-4de1-4de5-96ea-a838c2f16b46 x-openstack-request-id: req-760b57d6-4de1-4de5-96ea-a838c2f16b46 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:37:33.688316 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "name": "network-vif-plugged", "status": "completed", "tag": "159277a9-e8de-47c4-813b-8de31279c18f", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:37:33.688484 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-760b57d6-4de1-4de5-96ea-a838c2f16b46 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:37:33.688886 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760b57d6-4de1-4de5-96ea-a838c2f16b46'] response: {'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f', 'code': 200} Oct 04 08:37:33.750890 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (5a3147e2-6e01-4190-a593-7d5113358d23), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:33.753164 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:33.753829 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd50101-8890-466a-a8db-030e7855fa6a req-332fdf70-8b5f-4af7-9d06-b41af47c4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:33.753964 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:33.755434 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4bd50101-8890-466a-a8db-030e7855fa6a req-332fdf70-8b5f-4af7-9d06-b41af47c4dd9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 1129 time: 0.4531193 Oct 04 08:37:33.808150 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0167994 Oct 04 08:37:33.812338 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55788) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:33.836411 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205253c-476d-4b71-9ba5-9a443239d1b7 req-f9d7cede-a216-47e5-b0dc-88797030b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:33.840155 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9205253c-476d-4b71-9ba5-9a443239d1b7 req-f9d7cede-a216-47e5-b0dc-88797030b51a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 1130 time: 0.2662206 Oct 04 08:37:33.853504 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c on network fd380db5-2756-484c-8401-ea63df26e43d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:37:33.854001 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Attempting to bind port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c on network fd380db5-2756-484c-8401-ea63df26e43d {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:33.856447 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-d21cff01-c03d-435f-b3ec-e2655baaa302 admin admin] Request body: {'subnet': {'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-85748465-subnet', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'ip_version': 4}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:33.896956 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efdc575-4870-4d43-ab21-9e19a9a898fb admin admin] Pushing event updated for resources: {'Network': ['ID=5a3147e2-6e01-4190-a593-7d5113358d23,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:33.911908 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21cff01-c03d-435f-b3ec-e2655baaa302 admin admin] Made reservation on behalf of ed407864f9cf431ebd8018e1a6862294 for: {'subnet': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:37:33.914512 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network 5a3147e2-6e01-4190-a593-7d5113358d23 details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:37:33.919975 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d21cff01-c03d-435f-b3ec-e2655baaa302 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12886582'] for subnet (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:33.951939 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fae2f4-699b-40da-83b8-dc39e3851d15 req-d8f67512-ce2e-4d95-b1f4-7c305d1e4da7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:33.960678 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-19fae2f4-699b-40da-83b8-dc39e3851d15 req-d8f67512-ce2e-4d95-b1f4-7c305d1e4da7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 944 time: 0.3861482 Oct 04 08:37:34.014418 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4bd50101-8890-466a-a8db-030e7855fa6a req-8c71fbe4-bd7e-4200-8461-0285aa2bdef2 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417545 Oct 04 08:37:34.028196 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:34.087593 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:34.095342 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:34.099136 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9205253c-476d-4b71-9ba5-9a443239d1b7 req-5839b3e5-b32c-4abe-b571-da5cc43c0208 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285013 Oct 04 08:37:34.113475 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60fd9b-3545-4f16-9e92-7f828d2ba2db req-ebe49c31-c3cf-4016-bb50-2bd6b267a824 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:34.123227 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7d60fd9b-3545-4f16-9e92-7f828d2ba2db req-ebe49c31-c3cf-4016-bb50-2bd6b267a824 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 943 time: 0.3048873 Oct 04 08:37:34.147473 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:34.148034 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Checking segment: {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:34.148672 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Bound using segment: {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:34.149439 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Bound port: ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:34.150103 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:34.156463 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 321b30d3-511f-4d46-a3a8-f9853c32c5d9 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:37:34.282152 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-19fae2f4-699b-40da-83b8-dc39e3851d15 req-b8406db4-7f9d-4feb-a723-fd36e3b77818 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205833 Oct 04 08:37:34.319192 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d21cff01-c03d-435f-b3ec-e2655baaa302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14467641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12886564'] for subnet (4099cc2c-a5c6-40b9-b705-5b21adf53a77), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:34.332772 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7d60fd9b-3545-4f16-9e92-7f828d2ba2db req-b6baaf89-ea6a-43a5-a332-e6ff758e7984 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651540 Oct 04 08:37:34.355135 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] For port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:34.363289 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] For port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:34.383567 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:34.457859 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cff01-c03d-435f-b3ec-e2655baaa302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4099cc2c-a5c6-40b9-b705-5b21adf53a77,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:34.490623 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21cff01-c03d-435f-b3ec-e2655baaa302 admin admin] Checking segment: {'id': 'f8cace22-6df6-4e7a-b15a-29c53c09e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:34.490623 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21cff01-c03d-435f-b3ec-e2655baaa302 admin admin] Network hostable DHCP agents. Network: 5a3147e2-6e01-4190-a593-7d5113358d23, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:37:34.506908 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:34.510027 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:34.513048 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c HTTP/1.1" status: 200 len: 1093 time: 2.3301582 Oct 04 08:37:34.516959 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dee148f-e8b5-437c-9d80-4d784091314c', 'tag': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:37:34.532295 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e902129-4bb5-433f-a86b-d50c1144d2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6dee148f-e8b5-437c-9d80-4d784091314c", "tag": "ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:37:34.538217 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21cff01-c03d-435f-b3ec-e2655baaa302 admin admin] Network 5a3147e2-6e01-4190-a593-7d5113358d23 is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:37:34.562007 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-d21cff01-c03d-435f-b3ec-e2655baaa302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, 5a3147e2-6e01-4190-a593-7d5113358d23) {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:34.580993 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21cff01-c03d-435f-b3ec-e2655baaa302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:34.583199 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d21cff01-c03d-435f-b3ec-e2655baaa302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:34.648941 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-d21cff01-c03d-435f-b3ec-e2655baaa302 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8350365 Oct 04 08:37:34.657801 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55802) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:34.664377 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-85748465-router', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:34.690335 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa9153-7a1b-47be-a16e-afcedefcf0ac None None] Network 5a3147e2-6e01-4190-a593-7d5113358d23 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:37:34.694288 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-400'] for router (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:34.698281 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:34.703735 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89deb7-bee3-4e0d-a001-c539c825f469 req-fe2f5ce8-3cc9-4f17-8934-f7b414b43b6a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:34.712079 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7d89deb7-bee3-4e0d-a001-c539c825f469 req-fe2f5ce8-3cc9-4f17-8934-f7b414b43b6a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.1961472 Oct 04 08:37:34.780932 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Publish callbacks [] for router_controller (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), precommit_add_association {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:34.804106 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 321b30d3-511f-4d46-a3a8-f9853c32c5d9, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=321b30d3-511f-4d46-a3a8-f9853c32c5d9,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:34.821692 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46f38d-9e1e-4b89-868a-601989707d98 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:34.852460 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7d89deb7-bee3-4e0d-a001-c539c825f469 req-512cc51e-0d54-4588-baa3-980a01bcc8c0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390238 Oct 04 08:37:34.856980 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '321b30d3-511f-4d46-a3a8-f9853c32c5d9', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'port_id': '321b30d3-511f-4d46-a3a8-f9853c32c5d9', 'mac_address': 'fa:16:3e:ba:bc:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:37:34.860536 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7da47-4cef-4be6-a60f-fe97acb959e3 req-5cb20b32-d921-43e9-800b-d85ebc22f16c tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:34.880993 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-02d7da47-4cef-4be6-a60f-fe97acb959e3 req-5cb20b32-d921-43e9-800b-d85ebc22f16c tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 945 time: 0.2573504 Oct 04 08:37:34.900645 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf04c5fb5-aee9-5c72-8602-fd95d862e421-5a3147e2-6e01-4190-a593-7d5113358d23', 'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23', 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'fixed_ips': [{'subnet_id': '4099cc2c-a5c6-40b9-b705-5b21adf53a77'}]}} from dv-cinder-860209-1-iscsi. {{(pid=106412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:37:34.902537 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:34.941206 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:34.941956 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:34.963423 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321b30d3-511f-4d46-a3a8-f9853c32c5d9 {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:37:35.033866 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Publish callbacks [] for router_gateway (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:35.047797 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 321b30d3-511f-4d46-a3a8-f9853c32c5d9, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=321b30d3-511f-4d46-a3a8-f9853c32c5d9,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:35.064031 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:35.166442 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=321b30d3-511f-4d46-a3a8-f9853c32c5d9,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:35.180347 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.db_base_plugin_common [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Allocated IP 172.20.0.2 (5a3147e2-6e01-4190-a593-7d5113358d23/4099cc2c-a5c6-40b9-b705-5b21adf53a77/051a0879-dda2-4ec8-9726-57fad6ec0409) {{(pid=106412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:35.184630 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:35.419373 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Publish callbacks [] for router_gateway (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:35.454049 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:35.493493 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['321b30d3-511f-4d46-a3a8-f9853c32c5d9'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:37:35.524039 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Publish callbacks [] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), precommit_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:35.554476 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:35.562843 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48b4ea1-4ac8-4815-a3b9-4cae580d0540 x-openstack-request-id: req-e48b4ea1-4ac8-4815-a3b9-4cae580d0540 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:37:35.563408 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dee148f-e8b5-437c-9d80-4d784091314c", "tag": "ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:37:35.563678 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e48b4ea1-4ac8-4815-a3b9-4cae580d0540 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:37:35.564837 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e48b4ea1-4ac8-4815-a3b9-4cae580d0540'] response: {'name': 'network-changed', 'server_uuid': '6dee148f-e8b5-437c-9d80-4d784091314c', 'tag': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c', 'status': 'completed', 'code': 200} Oct 04 08:37:35.584260 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:35.617444 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Network 5a3147e2-6e01-4190-a593-7d5113358d23 is already hosted by enough agents. {{(pid=106412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:35.621011 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.base_scheduler [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Resources bound (agent type, host, resource id): {{(pid=106412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:35.625810 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Received port after_create {{(pid=106412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:35.674736 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:35.761958 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Allocated IP 172.27.0.65 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/8785a666-2236-4ce0-b219-d0d44cc9a6a8) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:35.764488 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Pushing event updated for resources: {'Port': ['ID=051a0879-dda2-4ec8-9726-57fad6ec0409,revision_number=1']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:35.796835 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-d45fc6c6-8e5b-4924-bf73-7b9d8402453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:35.799296 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-d45fc6c6-8e5b-4924-bf73-7b9d8402453d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 1127 time: 0.2216403 Oct 04 08:37:35.820134 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-02d7da47-4cef-4be6-a60f-fe97acb959e3 req-c0da8199-ec95-451d-af8b-c855349cba8d tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9338717 Oct 04 08:37:35.825765 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:35.845326 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2691573-1a96-4589-8c9f-bd579f438d22 req-8089e5ec-76d9-42d0-baf6-67c0d60617ac tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:35.855963 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2691573-1a96-4589-8c9f-bd579f438d22 req-8089e5ec-76d9-42d0-baf6-67c0d60617ac tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.2858770 Oct 04 08:37:35.875154 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Attempting to bind port 051a0879-dda2-4ec8-9726-57fad6ec0409 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:35.875533 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Attempting to bind port 051a0879-dda2-4ec8-9726-57fad6ec0409 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'f8cace22-6df6-4e7a-b15a-29c53c09e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:35.875991 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Attempting to bind port 051a0879-dda2-4ec8-9726-57fad6ec0409 on network 5a3147e2-6e01-4190-a593-7d5113358d23 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:35.960545 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2691573-1a96-4589-8c9f-bd579f438d22 req-da62c750-bf1d-4c8f-ba5d-30093d8eed43 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019714 Oct 04 08:37:36.147290 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-f6c07c41-3691-4200-b105-c2cc685ab10a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c HTTP/1.1" status: 200 len: 217 time: 0.1563575 Oct 04 08:37:36.157433 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:36.158849 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Checking segment: {'id': 'f8cace22-6df6-4e7a-b15a-29c53c09e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:36.159683 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:36.160246 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Bound using segment: {'id': 'f8cace22-6df6-4e7a-b15a-29c53c09e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:36.160900 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Bound port: 051a0879-dda2-4ec8-9726-57fad6ec0409, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cace22-6df6-4e7a-b15a-29c53c09e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:36.161468 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:36.244280 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] For port 051a0879-dda2-4ec8-9726-57fad6ec0409, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:36.249404 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] For port 051a0879-dda2-4ec8-9726-57fad6ec0409, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=051a0879-dda2-4ec8-9726-57fad6ec0409,segment=NetworkSegment(f8cace22-6df6-4e7a-b15a-29c53c09e7d6),segment_id=f8cace22-6df6-4e7a-b15a-29c53c09e7d6)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:36.263291 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:36.290382 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Publish callbacks [] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:36.295920 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ae16-f77d-4fe6-b34e-d5d2836755ba req-a3d3b8a8-3be6-42d8-b327-f7e20236c2a4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:36.305721 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7c23ae16-f77d-4fe6-b34e-d5d2836755ba req-a3d3b8a8-3be6-42d8-b327-f7e20236c2a4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 945 time: 0.1482072 Oct 04 08:37:36.364172 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b25d7-21b6-4fec-bc43-413500dee61c None None] Pushing event updated for resources: {'Port': ['ID=051a0879-dda2-4ec8-9726-57fad6ec0409,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:36.392088 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:36.399601 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296eb26-6003-49c1-b85d-d79ea595c97d req-46c82f48-c35d-471e-b577-eac62aa5c589 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:36.405875 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f296eb26-6003-49c1-b85d-d79ea595c97d req-46c82f48-c35d-471e-b577-eac62aa5c589 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 943 time: 0.2445378 Oct 04 08:37:36.440542 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:36.441411 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:36.456307 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:36.460782 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:36.473948 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7c23ae16-f77d-4fe6-b34e-d5d2836755ba req-4d3a9dc2-3ed5-4d2d-97b7-46b59aa82320 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694345 Oct 04 08:37:36.511954 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f296eb26-6003-49c1-b85d-d79ea595c97d req-f78d545a-7cad-48d2-b091-cd7ad4fd2137 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917099 Oct 04 08:37:36.583970 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=8785a666-2236-4ce0-b219-d0d44cc9a6a8,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:36.727191 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:36.730781 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1499aa-15dd-4f8a-934b-dd4b538b3c71 req-d37e6bf6-1532-46b1-ac7c-32b764d4c95e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:36.752097 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4c1499aa-15dd-4f8a-934b-dd4b538b3c71 req-d37e6bf6-1532-46b1-ac7c-32b764d4c95e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.1499293 Oct 04 08:37:36.793850 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-35d1dd32-b331-4b73-a34e-90a14e4ca1d3 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1159980666&fields=id&tenant_id=2f94e3ae140b43739febe1111e18604b HTTP/1.1" status: 200 len: 267 time: 0.1696568 Oct 04 08:37:36.884803 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4c1499aa-15dd-4f8a-934b-dd4b538b3c71 req-e7fb4ab6-1dd0-4b03-b4b1-0fc62e5fa528 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186731 Oct 04 08:37:36.912997 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Publish callbacks [] for router_gateway (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:37.020370 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-e64407fd-2e4c-4172-b42b-fc7c99581aca tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:37.029483 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-e64407fd-2e4c-4172-b42b-fc7c99581aca tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/networks?id=e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a HTTP/1.1" status: 200 len: 812 time: 0.2345068 Oct 04 08:37:37.098524 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4357a-c993-47bf-813a-1a150c48521e req-7099f8ce-ef32-4aaa-976f-12b0f2f0dbd4 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:37.100543 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7dd4357a-c993-47bf-813a-1a150c48521e req-7099f8ce-ef32-4aaa-976f-12b0f2f0dbd4 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 945 time: 0.0692132 Oct 04 08:37:37.102507 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-43a1692e-798a-4d12-8861-11eccc4d2b92 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/quotas/2f94e3ae140b43739febe1111e18604b HTTP/1.1" status: 200 len: 375 time: 0.0723751 Oct 04 08:37:37.157593 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602062'] for router (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:37.259597 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7dd4357a-c993-47bf-813a-1a150c48521e req-682e5553-d26f-42dc-bb77-175b83d8251e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422226 Oct 04 08:37:37.269816 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-fbac0a3a-7a23-4f4d-abe5-c6760b74b3fc tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2f94e3ae140b43739febe1111e18604b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965202 Oct 04 08:37:37.296443 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:37.521527 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce5c31-479d-47cd-8e1d-b089ede6f510 req-d3a94755-d18d-4e3c-8f63-7c7c831697a4 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:37.528780 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1dce5c31-479d-47cd-8e1d-b089ede6f510 req-d3a94755-d18d-4e3c-8f63-7c7c831697a4 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.1581199 Oct 04 08:37:37.624129 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1dce5c31-479d-47cd-8e1d-b089ede6f510 req-87944e97-18c8-4060-a1e8-ae1b865f42fc tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941997 Oct 04 08:37:37.665733 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-f31ce8bd-55a4-438e-a49d-0bb810dd45d2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736401 Oct 04 08:37:37.763749 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:37.827090 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Router 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 is scheduled to L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 with binding_index 1 {{(pid=106410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:37:37.833107 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-7d059763-ba2f-4aa0-a7e2-432ad65bb802 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665103 Oct 04 08:37:37.869132 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0ff41-035f-4fcf-9c38-663b8bfd7336 req-20b4d7b4-d407-4fc4-843c-e48ec505b900 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:37.879596 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-efc0ff41-035f-4fcf-9c38-663b8bfd7336 req-20b4d7b4-d407-4fc4-843c-e48ec505b900 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 945 time: 0.1142468 Oct 04 08:37:37.968313 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0fa532-8be2-489f-93d4-85625a078813 None None] Network 5a3147e2-6e01-4190-a593-7d5113358d23 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:37:38.005246 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-efc0ff41-035f-4fcf-9c38-663b8bfd7336 req-381c1105-6f1f-452e-a52a-e8f35b77cbca tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189477 Oct 04 08:37:38.057650 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:37:38.075379 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Sync routers for ids ['5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:37:38.106257 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:38.106388 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-3b871300-910a-44f8-9827-a3b823fe964f None None] Provisioning complete for port 051a0879-dda2-4ec8-9726-57fad6ec0409 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:38.107014 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-3b871300-910a-44f8-9827-a3b823fe964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:38.107603 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-3b871300-910a-44f8-9827-a3b823fe964f None None] Attempt 1 to provision port 051a0879-dda2-4ec8-9726-57fad6ec0409 Oct 04 08:37:38.112880 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-e7b76423-c9ce-48d9-8c50-92881e132cb9 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.4529388 Oct 04 08:37:38.113682 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 55854) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:38.180945 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:38.186910 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Routers {'5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:38.187931 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:38.198034 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bf766-7279-47d5-91bf-e3f6df0fa29f req-ef0dfe05-7bb9-4b99-8d62-ff01df2891b5 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:38.199647 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6a8bf766-7279-47d5-91bf-e3f6df0fa29f req-ef0dfe05-7bb9-4b99-8d62-ff01df2891b5 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 943 time: 0.0826387 Oct 04 08:37:38.378702 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6a8bf766-7279-47d5-91bf-e3f6df0fa29f req-fc77ea9d-2fcf-40b1-91c5-a6eb697398be tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710131 Oct 04 08:37:38.545045 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3d2b67cd-7866-4918-a4cb-bc5de43ddd0d req-758dcf44-c196-4401-8085-6e6bb94e59ae tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 210 time: 0.1072104 Oct 04 08:37:38.606511 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Set router 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:38.617693 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:38.654430 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434818a-56f3-4e00-9db4-bf1295b99d15 req-82c20cdc-a821-4ab3-8919-d9d5e08f5898 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:38.657090 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a434818a-56f3-4e00-9db4-bf1295b99d15 req-82c20cdc-a821-4ab3-8919-d9d5e08f5898 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.1591020 Oct 04 08:37:38.759851 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 051a0879-dda2-4ec8-9726-57fad6ec0409 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:38.767872 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-3b871300-910a-44f8-9827-a3b823fe964f None None] Current status of the port 051a0879-dda2-4ec8-9726-57fad6ec0409 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:38.768804 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-3b871300-910a-44f8-9827-a3b823fe964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:38.784072 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a434818a-56f3-4e00-9db4-bf1295b99d15 req-4cbc4861-1644-4387-95ca-57f8de3c1354 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767031 Oct 04 08:37:38.962352 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-3b871300-910a-44f8-9827-a3b823fe964f None None] For port 051a0879-dda2-4ec8-9726-57fad6ec0409, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=051a0879-dda2-4ec8-9726-57fad6ec0409,segment=NetworkSegment(f8cace22-6df6-4e7a-b15a-29c53c09e7d6),segment_id=f8cace22-6df6-4e7a-b15a-29c53c09e7d6)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:38.984954 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-3b871300-910a-44f8-9827-a3b823fe964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:39.020439 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce892d5-ec95-4268-ae12-373b808e0851 req-4e2a6a11-714d-4296-b904-ae68e246468a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:39.025614 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 051a0879-dda2-4ec8-9726-57fad6ec0409 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:39.026490 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:39.026841 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 051a0879-dda2-4ec8-9726-57fad6ec0409 Oct 04 08:37:39.030789 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3ce892d5-ec95-4268-ae12-373b808e0851 req-4e2a6a11-714d-4296-b904-ae68e246468a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.1000926 Oct 04 08:37:39.084041 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:39.229764 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-eb6547bd-2baf-4ccc-ab68-4c430a7a7cd7 None None] Provisioning complete for port 051a0879-dda2-4ec8-9726-57fad6ec0409 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:39.230130 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-eb6547bd-2baf-4ccc-ab68-4c430a7a7cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:39.230461 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-eb6547bd-2baf-4ccc-ab68-4c430a7a7cd7 None None] Attempt 1 to provision port 051a0879-dda2-4ec8-9726-57fad6ec0409 Oct 04 08:37:39.309244 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a01d13-e9fb-4904-b525-e26b099d6f7f req-c234b093-2f04-4f8a-acd0-362f7991c3d1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:39.311003 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-80a01d13-e9fb-4904-b525-e26b099d6f7f req-c234b093-2f04-4f8a-acd0-362f7991c3d1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 945 time: 0.0916622 Oct 04 08:37:39.390321 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3ce892d5-ec95-4268-ae12-373b808e0851 req-d58a927c-8bbf-48ca-b468-8adb78fe75e3 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568273 Oct 04 08:37:39.475812 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36085-9b07-4acb-9c26-7a9782a0d7b4 req-d301de70-92e1-49d2-bcc2-e0b9c836bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:39.479989 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dec36085-9b07-4acb-9c26-7a9782a0d7b4 req-d301de70-92e1-49d2-bcc2-e0b9c836bfb6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 1130 time: 0.2814722 Oct 04 08:37:39.527818 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-6685316a-7191-4a53-8096-2b44ebd14b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:39.530399 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-6685316a-7191-4a53-8096-2b44ebd14b11 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a544c86d-0009-4ba9-af33-45ba2bcf0de5 HTTP/1.1" status: 200 len: 854 time: 0.3488390 Oct 04 08:37:39.547817 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 321b30d3-511f-4d46-a3a8-f9853c32c5d9 up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:39.638422 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b871300-910a-44f8-9827-a3b823fe964f None None] Pushing event updated for resources: {'Port': ['ID=051a0879-dda2-4ec8-9726-57fad6ec0409,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:39.721832 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-80a01d13-e9fb-4904-b525-e26b099d6f7f req-4ca40d7a-1053-42e0-987b-9bdd9a69a27d tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3744323 Oct 04 08:37:39.788202 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'name': 'tempest-TestShelveInstance-85748465-router', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:34Z', 'updated_at': '2022-10-04T08:37:36Z', 'revision_number': 3, 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'gw_port': {'id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:35Z', 'updated_at': '2022-10-04T08:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:39.831502 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-eb6547bd-2baf-4ccc-ab68-4c430a7a7cd7 None None] Current status of the port 051a0879-dda2-4ec8-9726-57fad6ec0409 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:39.840573 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:37:39.851650 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-4a226690-9fb1-41f1-88fb-12c3d0634664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:39.853126 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-4a226690-9fb1-41f1-88fb-12c3d0634664 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd380db5-2756-484c-8401-ea63df26e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2458847 Oct 04 08:37:39.869733 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:39.869960 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:39.870315 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 Oct 04 08:37:39.872240 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 051a0879-dda2-4ec8-9726-57fad6ec0409 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:39.876043 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Checking router: 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:37:39.876323 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Updating router 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 port 8785a666-2236-4ce0-b219-d0d44cc9a6a8 binding host dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:37:39.938305 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:39.943408 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:39.947070 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36085-9b07-4acb-9c26-7a9782a0d7b4 req-16fcbe5a-6623-4150-8c22-c04d06fdd108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:39.948517 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:39.950029 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dec36085-9b07-4acb-9c26-7a9782a0d7b4 req-16fcbe5a-6623-4150-8c22-c04d06fdd108 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.4239483 Oct 04 08:37:40.087119 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:40.090943 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-bd596969-c057-4345-9f80-590c0fc6be94 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393304 Oct 04 08:37:40.098410 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebffe5a-0f06-4492-99a7-d166c59a4dac req-52717a1f-aa70-4d26-a2ea-77c550e4ef2d tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:40.105679 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bebffe5a-0f06-4492-99a7-d166c59a4dac req-52717a1f-aa70-4d26-a2ea-77c550e4ef2d tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 943 time: 0.5738733 Oct 04 08:37:40.244862 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:40.247998 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:40.248482 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:40.251091 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:40.261704 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dec36085-9b07-4acb-9c26-7a9782a0d7b4 req-b9e1a5fc-b6f0-46b0-a732-e1359646c83d service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e360ecf-b764-45c6-8c4f-8ea15e619e9e HTTP/1.1" status: 200 len: 217 time: 0.1528895 Oct 04 08:37:40.272681 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cf350eeb-f40b-41d5-bb25-ddd82371e321 req-7c8a2589-454f-4237-b7d4-00c8f59952c9 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 210 time: 0.1621666 Oct 04 08:37:40.277557 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Publish callbacks [] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), precommit_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:40.294509 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9606a52d-3c5d-4287-afb7-c84f5e245c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321b30d3-511f-4d46-a3a8-f9853c32c5d9'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:37:40.296057 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05382a1-6044-4b50-8880-019921e10c0c" -d '{"events": [{"server_uuid": "9606a52d-3c5d-4287-afb7-c84f5e245c9a", "name": "network-vif-plugged", "status": "completed", "tag": "321b30d3-511f-4d46-a3a8-f9853c32c5d9"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:37:40.320351 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:40.339584 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 321b30d3-511f-4d46-a3a8-f9853c32c5d9, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=321b30d3-511f-4d46-a3a8-f9853c32c5d9,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:40.370495 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:40.380695 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Attempting to bind port 8785a666-2236-4ce0-b219-d0d44cc9a6a8 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:40.381068 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Attempting to bind port 8785a666-2236-4ce0-b219-d0d44cc9a6a8 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:40.381504 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Attempting to bind port 8785a666-2236-4ce0-b219-d0d44cc9a6a8 on network a245eb65-fa51-4a9c-b9ba-d29908724e63 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:40.415035 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe33557-fd08-48d4-aae4-513fe0e6afba None None] Pushing event updated for resources: {'Port': ['ID=8785a666-2236-4ce0-b219-d0d44cc9a6a8,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:40.479968 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:40.480543 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Checking segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:40.481064 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:40.481530 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Bound using segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:40.482066 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Bound port: 8785a666-2236-4ce0-b219-d0d44cc9a6a8, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:40.482527 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:40.495491 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Allocated IP 172.20.0.1 (5a3147e2-6e01-4190-a593-7d5113358d23/4099cc2c-a5c6-40b9-b705-5b21adf53a77/27eab5b2-c7fb-4a47-9c8d-464088e886e2) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:40.514957 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=321b30d3-511f-4d46-a3a8-f9853c32c5d9,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:40.532234 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bebffe5a-0f06-4492-99a7-d166c59a4dac req-9b155729-12ee-4cee-8f16-7c2c191d0627 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4255776 Oct 04 08:37:40.541600 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a769a-e96b-46d8-9cf3-c6baf6ccb914 req-b753e4a0-222e-4123-9d62-ea43260a041f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:40.543210 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6c1a769a-e96b-46d8-9cf3-c6baf6ccb914 req-b753e4a0-222e-4123-9d62-ea43260a041f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.1042516 Oct 04 08:37:40.572621 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] For port 8785a666-2236-4ce0-b219-d0d44cc9a6a8, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:40.577710 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] For port 8785a666-2236-4ce0-b219-d0d44cc9a6a8, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=8785a666-2236-4ce0-b219-d0d44cc9a6a8,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:40.589828 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:40.660388 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 051a0879-dda2-4ec8-9726-57fad6ec0409 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:40.729226 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 051a0879-dda2-4ec8-9726-57fad6ec0409 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:40.729607 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:40.729950 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 051a0879-dda2-4ec8-9726-57fad6ec0409 Oct 04 08:37:40.782121 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Routers {'5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:40.783863 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:40.784953 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6c1a769a-e96b-46d8-9cf3-c6baf6ccb914 req-5dacfadc-de1a-4f6b-be90-3ca575568ed9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291656 Oct 04 08:37:40.842876 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Publish callbacks [] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:40.862743 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff80d-7e77-4730-9452-124bcba524e0 req-b624af63-b513-4df0-8216-7a9652136de2 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:40.871998 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-855ff80d-7e77-4730-9452-124bcba524e0 req-b624af63-b513-4df0-8216-7a9652136de2 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 945 time: 0.1826165 Oct 04 08:37:40.929773 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe33557-fd08-48d4-aae4-513fe0e6afba None None] Pushing event updated for resources: {'Port': ['ID=8785a666-2236-4ce0-b219-d0d44cc9a6a8,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:40.948956 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:40.983020 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-855ff80d-7e77-4730-9452-124bcba524e0 req-e330ff43-231b-4ad7-a5a5-148b8def19eb tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110094 Oct 04 08:37:40.992078 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:40.994380 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 051a0879-dda2-4ec8-9726-57fad6ec0409 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:41.021078 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] Set router 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:41.084005 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Pushing event updated for resources: {'Port': ['ID=27eab5b2-c7fb-4a47-9c8d-464088e886e2,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:41.100347 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Network 5a3147e2-6e01-4190-a593-7d5113358d23 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:41.109761 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:41.119889 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:41.120374 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756789'] for router_interface (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:41.249684 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177eae9a-3bce-4568-bb33-4d438d9c2f69 req-b9c27659-47dd-4aa5-8881-500da847f793 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:41.255948 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-177eae9a-3bce-4568-bb33-4d438d9c2f69 req-b9c27659-47dd-4aa5-8881-500da847f793 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.1483762 Oct 04 08:37:41.331184 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e11f8e-63ac-411f-8500-06e5e9f54ba4 x-openstack-request-id: req-17e11f8e-63ac-411f-8500-06e5e9f54ba4 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:37:41.331913 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9606a52d-3c5d-4287-afb7-c84f5e245c9a", "name": "network-vif-plugged", "status": "completed", "tag": "321b30d3-511f-4d46-a3a8-f9853c32c5d9", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:37:41.332188 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17e11f8e-63ac-411f-8500-06e5e9f54ba4 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:37:41.332663 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e11f8e-63ac-411f-8500-06e5e9f54ba4'] response: {'server_uuid': '9606a52d-3c5d-4287-afb7-c84f5e245c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321b30d3-511f-4d46-a3a8-f9853c32c5d9', 'code': 200} Oct 04 08:37:41.430320 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'name': 'tempest-TestShelveInstance-85748465-router', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:34Z', 'updated_at': '2022-10-04T08:37:36Z', 'revision_number': 3, 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'gw_port': {'id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:35Z', 'updated_at': '2022-10-04T08:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:41.432654 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:41.485493 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6fdcae-9430-4f3d-83ee-1cf36ff5c7ec None None] The sync data for ids ['5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'] in dv-cinder-860209-1-iscsi is: [{'id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'name': 'tempest-TestShelveInstance-85748465-router', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:34Z', 'updated_at': '2022-10-04T08:37:36Z', 'revision_number': 3, 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'gw_port': {'id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:35Z', 'updated_at': '2022-10-04T08:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:37:41.583648 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:41.587365 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-5f7e98d7-6226-4fc5-b0e4-27ddf9a62305 None None] Provisioning complete for port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:41.587923 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-5f7e98d7-6226-4fc5-b0e4-27ddf9a62305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:41.588398 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-5f7e98d7-6226-4fc5-b0e4-27ddf9a62305 None None] Attempt 1 to provision port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 Oct 04 08:37:41.637180 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd3d1-1759-4576-b984-b2eff5de40cb req-04135d60-13ed-446d-8944-c235385cc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:41.639021 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-879fd3d1-1759-4576-b984-b2eff5de40cb req-04135d60-13ed-446d-8944-c235385cc4c0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 1130 time: 0.0669098 Oct 04 08:37:41.650074 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-5f7e98d7-6226-4fc5-b0e4-27ddf9a62305 None None] Port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:37:41.726287 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-879fd3d1-1759-4576-b984-b2eff5de40cb req-a43d100e-6382-4c32-87d0-9a72f883fb81 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794334 Oct 04 08:37:41.904191 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6da8b1-9d74-4a30-8d28-f7f8463e0af0 req-399bcc68-5947-4506-b0f2-0b15d3b41577 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:41.906536 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cb6da8b1-9d74-4a30-8d28-f7f8463e0af0 req-399bcc68-5947-4506-b0f2-0b15d3b41577 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.5658896 Oct 04 08:37:41.937982 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daeb48-4ec0-478b-970e-e755dcc634e0 req-09be1974-0bf7-4b94-b2f0-1ec2024a0b67 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:41.940079 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-25daeb48-4ec0-478b-970e-e755dcc634e0 req-09be1974-0bf7-4b94-b2f0-1ec2024a0b67 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 945 time: 0.2321055 Oct 04 08:37:41.958084 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-177eae9a-3bce-4568-bb33-4d438d9c2f69 req-c4c08f6f-3a9b-40b9-8969-996bee49143e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6930039 Oct 04 08:37:41.981723 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36085-9b07-4acb-9c26-7a9782a0d7b4 req-bd330309-4b05-4a48-8418-2aa608e0cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:41.992888 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dec36085-9b07-4acb-9c26-7a9782a0d7b4 req-bd330309-4b05-4a48-8418-2aa608e0cc95 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.6651630 Oct 04 08:37:42.077363 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:42.254447 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3097aa4b-e08b-4fa0-a75a-bef2807f3a6a req-3757bf58-0955-4108-b2ff-d3a165046944 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 210 time: 0.1678982 Oct 04 08:37:42.270109 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cb6da8b1-9d74-4a30-8d28-f7f8463e0af0 req-daa1f9bf-a319-4d4a-bf05-d73cf899692b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973108 Oct 04 08:37:42.287130 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:42.324687 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-001f4be4-d191-44a6-bb55-01ff99d11ff4 req-c25f88b2-c351-4cb9-a262-1d59c3d58b29 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0072975 Oct 04 08:37:42.358605 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36085-9b07-4acb-9c26-7a9782a0d7b4 req-50e4f621-852e-48cd-9832-3c38af38544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:42.360182 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dec36085-9b07-4acb-9c26-7a9782a0d7b4 req-50e4f621-852e-48cd-9832-3c38af38544b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2083764 Oct 04 08:37:42.418395 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55926) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:42.525623 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-25daeb48-4ec0-478b-970e-e755dcc634e0 req-6fc88a2e-fc3d-4389-bd70-4180bf82c517 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Deleting port b38958c1-90c4-4f77-96c2-1d65d20089e8 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:37:42.525965 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-25daeb48-4ec0-478b-970e-e755dcc634e0 req-6fc88a2e-fc3d-4389-bd70-4180bf82c517 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:42.576577 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:42.625866 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dbee6cdb-1bf7-4a3e-a73e-b0fff24b2c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:42.626344 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb58bd-573b-43e4-834f-60dea0d786b4 req-ea9774f4-912b-4472-9685-5ba1990b6341 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:42.628041 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e8bb58bd-573b-43e4-834f-60dea0d786b4 req-ea9774f4-912b-4472-9685-5ba1990b6341 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.2324922 Oct 04 08:37:42.665515 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78b7d9-b327-468c-8ce6-bb2425714a5a req-073dd6ba-18bb-4ff7-a273-fd19adbbac27 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:42.667133 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2f78b7d9-b327-468c-8ce6-bb2425714a5a req-073dd6ba-18bb-4ff7-a273-fd19adbbac27 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 943 time: 0.2366109 Oct 04 08:37:42.691151 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 8785a666-2236-4ce0-b219-d0d44cc9a6a8 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:42.793190 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dbee6cdb-1bf7-4a3e-a73e-b0fff24b2c24 admin admin] Publish callbacks [] for security_group (bfe64833-a647-4a7b-82b9-455bb7a16d85), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:42.801865 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dbee6cdb-1bf7-4a3e-a73e-b0fff24b2c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (bfe64833-a647-4a7b-82b9-455bb7a16d85), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:42.839792 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:42.850851 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee6cdb-1bf7-4a3e-a73e-b0fff24b2c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe64833-a647-4a7b-82b9-455bb7a16d85,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:42.903585 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-dbee6cdb-1bf7-4a3e-a73e-b0fff24b2c24 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d994cc98db1b4cfd8cfafc87cb80bdfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4833169 Oct 04 08:37:42.907784 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55930) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:42.919684 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 8785a666-2236-4ce0-b219-d0d44cc9a6a8 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:42.919905 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:42.920221 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 8785a666-2236-4ce0-b219-d0d44cc9a6a8 Oct 04 08:37:42.964744 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:37:42.981308 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Publish callbacks [] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:43.018727 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:43.019505 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756905'] for router_interface (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:43.025437 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2d5fba90-993e-4308-8d67-d682b04f2994 admin admin] Publish callbacks [] for security_group (bfe64833-a647-4a7b-82b9-455bb7a16d85), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:43.078801 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2d5fba90-993e-4308-8d67-d682b04f2994 admin admin] Publish callbacks [] for security_group (bfe64833-a647-4a7b-82b9-455bb7a16d85), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:43.121395 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:43.146966 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e8bb58bd-573b-43e4-834f-60dea0d786b4 req-831e373d-2798-4433-8c10-66cb5b3aa9f7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4816260 Oct 04 08:37:43.155728 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-25daeb48-4ec0-478b-970e-e755dcc634e0 req-6fc88a2e-fc3d-4389-bd70-4180bf82c517 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] For port b38958c1-90c4-4f77-96c2-1d65d20089e8, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=b38958c1-90c4-4f77-96c2-1d65d20089e8,segment=NetworkSegment(d9e2812d-e413-4de8-83c8-2b8aec654370),segment_id=d9e2812d-e413-4de8-83c8-2b8aec654370)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:43.155728 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-25daeb48-4ec0-478b-970e-e755dcc634e0 req-6fc88a2e-fc3d-4389-bd70-4180bf82c517 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:43.156019 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 8785a666-2236-4ce0-b219-d0d44cc9a6a8 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:43.156019 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:43.195342 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2f78b7d9-b327-468c-8ce6-bb2425714a5a req-a48ed7fd-8697-4a56-967f-f8c7d7d7b495 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4359491 Oct 04 08:37:43.235500 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-25daeb48-4ec0-478b-970e-e755dcc634e0 req-6fc88a2e-fc3d-4389-bd70-4180bf82c517 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Calling delete_port for b38958c1-90c4-4f77-96c2-1d65d20089e8 owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:37:43.252518 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:43.254889 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2d5fba90-993e-4308-8d67-d682b04f2994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (bfe64833-a647-4a7b-82b9-455bb7a16d85), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:43.261843 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2d5fba90-993e-4308-8d67-d682b04f2994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:43.266033 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-2d5fba90-993e-4308-8d67-d682b04f2994 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bfe64833-a647-4a7b-82b9-455bb7a16d85 HTTP/1.1" status: 204 len: 168 time: 0.3456323 Oct 04 08:37:43.299418 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Pushing event updated for resources: {'Port': ['ID=27eab5b2-c7fb-4a47-9c8d-464088e886e2,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:43.315403 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dec36085-9b07-4acb-9c26-7a9782a0d7b4 req-88cbcdae-8cdd-4408-a86d-f58d98586621 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379980 Oct 04 08:37:43.320049 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 8785a666-2236-4ce0-b219-d0d44cc9a6a8, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=8785a666-2236-4ce0-b219-d0d44cc9a6a8,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:43.322259 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fba90-993e-4308-8d67-d682b04f2994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe64833-a647-4a7b-82b9-455bb7a16d85,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:43.338217 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:43.341166 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-ca1421ba-c859-40c9-852a-cd33166c1e62 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:43.343719 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-ca1421ba-c859-40c9-852a-cd33166c1e62 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.17 "GET /networking/v2.0/networks?id=e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a HTTP/1.1" status: 200 len: 812 time: 0.5779140 Oct 04 08:37:43.517773 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=8785a666-2236-4ce0-b219-d0d44cc9a6a8,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:43.609446 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230f748-e150-44f5-9b8f-c79a7080c3be req-0de5ab11-6b52-491d-8ad8-72b5a173b114 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:43.622600 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c230f748-e150-44f5-9b8f-c79a7080c3be req-0de5ab11-6b52-491d-8ad8-72b5a173b114 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 945 time: 0.3142090 Oct 04 08:37:43.672696 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Network 5a3147e2-6e01-4190-a593-7d5113358d23 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:43.686949 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba58793-9d5a-4334-b36d-2c9376211d6e req-b41b00cc-e780-4e1e-ad8b-5357b282543b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:43.699817 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fba58793-9d5a-4334-b36d-2c9376211d6e req-b41b00cc-e780-4e1e-ad8b-5357b282543b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.2624202 Oct 04 08:37:43.715927 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:43.839820 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c230f748-e150-44f5-9b8f-c79a7080c3be req-55a23a57-a62f-4909-9734-aa7dac7b10b4 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973062 Oct 04 08:37:44.074121 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:44.282326 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-0b64f562-cd01-45c5-b412-f694059785bd None None] Provisioning complete for port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:44.284026 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-0b64f562-cd01-45c5-b412-f694059785bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:44.284750 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-0b64f562-cd01-45c5-b412-f694059785bd None None] Attempt 1 to provision port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 Oct 04 08:37:44.287882 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d6af1f22-ca70-4fb7-b247-25c81f381202 req-c1dda0ee-3a7c-44a9-9382-5906ad99a76e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 210 time: 0.0659411 Oct 04 08:37:44.369484 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e902129-4bb5-433f-a86b-d50c1144d2e2 req-03510ab2-f4e6-4f5d-a9ba-aeb91380be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:44.370817 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-0b64f562-cd01-45c5-b412-f694059785bd None None] Port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:37:44.372198 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-9e902129-4bb5-433f-a86b-d50c1144d2e2 req-03510ab2-f4e6-4f5d-a9ba-aeb91380be99 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 1127 time: 0.1708181 Oct 04 08:37:44.528076 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e902129-4bb5-433f-a86b-d50c1144d2e2 req-10c2a277-79cd-460c-a0f2-2abdbb137c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:44.530158 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-9e902129-4bb5-433f-a86b-d50c1144d2e2 req-10c2a277-79cd-460c-a0f2-2abdbb137c22 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 915 time: 0.1490476 Oct 04 08:37:44.582970 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-25daeb48-4ec0-478b-970e-e755dcc634e0 req-6fc88a2e-fc3d-4389-bd70-4180bf82c517 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (b38958c1-90c4-4f77-96c2-1d65d20089e8), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:44.602327 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-9e902129-4bb5-433f-a86b-d50c1144d2e2 req-8b9a584c-341b-40dc-89a5-babccf75802b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c HTTP/1.1" status: 200 len: 217 time: 0.0655425 Oct 04 08:37:44.617370 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Router 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:37:44.653373 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fba58793-9d5a-4334-b36d-2c9376211d6e req-2aa0f113-aae3-4568-961c-dbabd21317dc tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9520185 Oct 04 08:37:44.707453 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e902129-4bb5-433f-a86b-d50c1144d2e2 req-51430dfd-8457-45e2-b0ed-0197f1af4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:44.711239 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-9e902129-4bb5-433f-a86b-d50c1144d2e2 req-51430dfd-8457-45e2-b0ed-0197f1af4437 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a544c86d-0009-4ba9-af33-45ba2bcf0de5 HTTP/1.1" status: 200 len: 854 time: 0.0893929 Oct 04 08:37:44.724116 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc88a2e-fc3d-4389-bd70-4180bf82c517 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Pushing event deleted for resources: {'Port': ['ID=b38958c1-90c4-4f77-96c2-1d65d20089e8,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:44.760415 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 8785a666-2236-4ce0-b219-d0d44cc9a6a8 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:44.812854 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e902129-4bb5-433f-a86b-d50c1144d2e2 req-232a533a-9136-49d6-aa5d-6fd43d7bcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:44.816414 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-9e902129-4bb5-433f-a86b-d50c1144d2e2 req-232a533a-9136-49d6-aa5d-6fd43d7bcd48 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd380db5-2756-484c-8401-ea63df26e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0923162 Oct 04 08:37:44.852901 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 8785a666-2236-4ce0-b219-d0d44cc9a6a8 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:44.853433 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:44.854094 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 8785a666-2236-4ce0-b219-d0d44cc9a6a8 Oct 04 08:37:44.956785 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 8785a666-2236-4ce0-b219-d0d44cc9a6a8 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:45.026099 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-9e902129-4bb5-433f-a86b-d50c1144d2e2 req-f5f69fdf-f3f2-49c1-8b6d-61a8c40de617 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018814 Oct 04 08:37:45.058083 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:45.164456 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-9e902129-4bb5-433f-a86b-d50c1144d2e2 req-983fded0-ee74-4c14-9a97-91b05e306496 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268113 Oct 04 08:37:45.280573 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-07d0a5e9-7eeb-42d8-bbc4-27fac806d603 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2f94e3ae140b43739febe1111e18604b HTTP/1.1" status: 200 len: 380 time: 1.4878671 Oct 04 08:37:45.281302 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-25daeb48-4ec0-478b-970e-e755dcc634e0 req-6fc88a2e-fc3d-4389-bd70-4180bf82c517 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] No DVR routers for this DVR port b38958c1-90c4-4f77-96c2-1d65d20089e8 on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:37:45.289339 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-25daeb48-4ec0-478b-970e-e755dcc634e0 req-6fc88a2e-fc3d-4389-bd70-4180bf82c517 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:45.292685 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-25daeb48-4ec0-478b-970e-e755dcc634e0 req-6fc88a2e-fc3d-4389-bd70-4180bf82c517 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.17 "DELETE /networking/v2.0/ports/b38958c1-90c4-4f77-96c2-1d65d20089e8 HTTP/1.1" status: 204 len: 173 time: 3.1442161 Oct 04 08:37:45.304309 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dec36085-9b07-4acb-9c26-7a9782a0d7b4 req-ca63a01c-4a70-4783-8376-ba46cf2ef923 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4767268 Oct 04 08:37:45.305096 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cf9582-4c11-456d-9fc6-257f9b3dd2c5', 'name': 'network-vif-deleted', 'tag': 'b38958c1-90c4-4f77-96c2-1d65d20089e8'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:37:45.308729 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7694fe29-71f9-4d8c-b5ba-66052b7404c6" -d '{"events": [{"server_uuid": "a4cf9582-4c11-456d-9fc6-257f9b3dd2c5", "name": "network-vif-deleted", "tag": "b38958c1-90c4-4f77-96c2-1d65d20089e8"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:37:45.331031 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-895701b6-cacc-4ba4-9cde-18e50d2b1a9f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Request body: {'port': {'device_id': 'c1f2b98d-4c4e-47ff-b1d4-19addcee2e27', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'admin_state_up': True, 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'security_groups': ['e307a505-b545-4f53-be75-452eb9770350']}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:45.371371 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:37:45.378447 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device b38958c1-90c4-4f77-96c2-1d65d20089e8 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:37:45.444867 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: b38958c1-90c4-4f77-96c2-1d65d20089e8 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:37:45.445377 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device b38958c1-90c4-4f77-96c2-1d65d20089e8 not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:37:45.483204 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdcb5f-801d-4402-891f-3c2a29295196 req-c1702015-0d2f-41ed-92cb-fd974500eae9 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:45.490929 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-82fdcb5f-801d-4402-891f-3c2a29295196 req-c1702015-0d2f-41ed-92cb-fd974500eae9 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.9376240 Oct 04 08:37:45.565865 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:45.601145 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5489e-0547-4804-b7db-b38ae989a1d9 req-7b83d48f-b266-4fb3-9cbb-dc5f5f1676c7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:45.608501 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-64a5489e-0547-4804-b7db-b38ae989a1d9 req-7b83d48f-b266-4fb3-9cbb-dc5f5f1676c7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.3379488 Oct 04 08:37:45.653381 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:37:45.666211 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Sync routers for ids ['5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:37:45.682967 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Routers {'5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:45.683658 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:45.688983 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-b41aac26-ad83-4734-a59d-69af7eb4dffa admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5735953 Oct 04 08:37:45.763815 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:45.780983 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'port_id': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c', 'mac_address': 'fa:16:3e:56:06:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:37:45.837190 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:45.837950 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:45.865939 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:37:45.868994 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-64a5489e-0547-4804-b7db-b38ae989a1d9 req-5c32b7db-53db-44c1-877d-0ef5b3bed676 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595820 Oct 04 08:37:45.887885 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-82fdcb5f-801d-4402-891f-3c2a29295196 req-1c901a69-46ea-426c-b608-b78b27babd5b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957307 Oct 04 08:37:45.922812 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:45.931915 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:45.942352 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:45.975019 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Set router 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:45.984009 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-895701b6-cacc-4ba4-9cde-18e50d2b1a9f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Made reservation on behalf of 2f94e3ae140b43739febe1111e18604b for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:37:45.989085 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-895701b6-cacc-4ba4-9cde-18e50d2b1a9f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:46.092539 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:46.214198 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:46.245327 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5a0366c0-b3fa-4e6e-8553-4768a7d312d6 req-97f7344a-7b09-4d51-85b5-fb82cad48cc8 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 210 time: 0.0757029 Oct 04 08:37:46.303286 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:37:46.323722 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9797b-e744-40a0-981b-0e78bcde6f0f req-6e6d80a4-43e2-4cb5-b443-9fe61349139d tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:46.325662 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-17a9797b-e744-40a0-981b-0e78bcde6f0f req-6e6d80a4-43e2-4cb5-b443-9fe61349139d tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 944 time: 0.1571379 Oct 04 08:37:46.344586 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'name': 'tempest-TestShelveInstance-85748465-router', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:34Z', 'updated_at': '2022-10-04T08:37:41Z', 'revision_number': 4, 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'gw_port': {'id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:35Z', 'updated_at': '2022-10-04T08:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '27eab5b2-c7fb-4a47-9c8d-464088e886e2', 'name': '', 'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'mac_address': 'fa:16:3e:f1:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4099cc2c-a5c6-40b9-b705-5b21adf53a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:40Z', 'updated_at': '2022-10-04T08:37:42Z', 'revision_number': 2, 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'subnets': [{'id': '4099cc2c-a5c6-40b9-b705-5b21adf53a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:46.385327 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Checking router: 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:37:46.386354 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Updating router 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 binding host dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:37:46.433296 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:46.441577 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f220752-a62f-4ed6-a2c0-1434478d8c41 x-openstack-request-id: req-7f220752-a62f-4ed6-a2c0-1434478d8c41 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:37:46.441889 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cf9582-4c11-456d-9fc6-257f9b3dd2c5", "name": "network-vif-deleted", "tag": "b38958c1-90c4-4f77-96c2-1d65d20089e8", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:37:46.442210 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f220752-a62f-4ed6-a2c0-1434478d8c41 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:37:46.442496 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f220752-a62f-4ed6-a2c0-1434478d8c41'] response: {'server_uuid': 'a4cf9582-4c11-456d-9fc6-257f9b3dd2c5', 'name': 'network-vif-deleted', 'tag': 'b38958c1-90c4-4f77-96c2-1d65d20089e8', 'status': 'completed', 'code': 200} Oct 04 08:37:46.446274 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-17a9797b-e744-40a0-981b-0e78bcde6f0f req-02c17e65-add3-417c-9e6a-76f51dde4684 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110303 Oct 04 08:37:46.488708 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-895701b6-cacc-4ba4-9cde-18e50d2b1a9f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Allocated IP 172.20.0.3 (e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a/93f5ad63-8511-451a-b445-ec0028854cc4/0e892634-2abc-4cc1-ad5b-83887511e34a) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:46.693808 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-463ce402-21a0-405c-af7b-5e31223a76ff req-2502dbd8-de02-438a-b020-8203178c09a4 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 210 time: 0.1310508 Oct 04 08:37:46.786582 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da882729-af0c-4ba9-a2b8-c56171071350 req-ab75db37-de57-48a8-a9f9-1bfb21b2a48f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:46.788144 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-da882729-af0c-4ba9-a2b8-c56171071350 req-ab75db37-de57-48a8-a9f9-1bfb21b2a48f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.1900790 Oct 04 08:37:46.834288 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:46.857945 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55974) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:46.868740 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1878647729-network', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:46.941868 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Publish callbacks [] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), precommit_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:46.945712 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Made reservation on behalf of f2ccb8caf53844bebcbe26010b009e00 for: {'network': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:37:46.950211 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-895701b6-cacc-4ba4-9cde-18e50d2b1a9f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:46.952335 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:46.969216 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:46.972659 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:46.973305 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-da882729-af0c-4ba9-a2b8-c56171071350 req-49ae3c5f-5a66-4925-9af0-f591df1a54e0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701815 Oct 04 08:37:46.985412 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9a862-b79e-4d84-b754-05f2f5f47cc7 req-9ef7b670-9daf-49be-b3fd-09d94760af41 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:46.999645 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f6b9a862-b79e-4d84-b754-05f2f5f47cc7 req-9ef7b670-9daf-49be-b3fd-09d94760af41 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.1342881 Oct 04 08:37:47.011089 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 55978) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:47.032119 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-757c6ff1-3cb6-4838-b975-106a55b993d2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Request body: {'floatingip': {'port_id': '321b30d3-511f-4d46-a3a8-f9853c32c5d9'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:47.165984 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-757c6ff1-3cb6-4838-b975-106a55b993d2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (202de793-7175-4f98-8ede-e44aae129735), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.171584 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ae9a9-de57-4dc0-9c16-e39b581943d2 None None] Pushing event updated for resources: {'Port': ['ID=27eab5b2-c7fb-4a47-9c8d-464088e886e2,revision_number=3']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:47.178734 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Publish callbacks [] for security_group (9e31b587-0890-4d8d-a9f6-f3c40669b130), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.192291 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (9e31b587-0890-4d8d-a9f6-f3c40669b130), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.213382 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=106410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:37:47.258208 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Attempting to bind port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:47.258587 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Attempting to bind port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'f8cace22-6df6-4e7a-b15a-29c53c09e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23'}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:47.258956 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Attempting to bind port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 on network 5a3147e2-6e01-4190-a593-7d5113358d23 {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:47.277748 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (d26d8d0d-6ed4-4a91-9d58-1202b36dbecc), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.278445 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.segments_db [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Added segment d26d8d0d-6ed4-4a91-9d58-1202b36dbecc of type vlan for network d1bab07f-9648-43ab-8553-3307b886e7cf Oct 04 08:37:47.279915 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:47.284125 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09279ba8-953c-42a3-9b6b-0663cc3d48b3 req-bb0d1fad-3f3a-44d7-affa-80fc2bc54040 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:47.286754 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-09279ba8-953c-42a3-9b6b-0663cc3d48b3 req-bb0d1fad-3f3a-44d7-affa-80fc2bc54040 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.1790600 Oct 04 08:37:47.302897 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e31b587-0890-4d8d-a9f6-f3c40669b130,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:47.338268 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:47.338734 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Checking segment: {'id': 'f8cace22-6df6-4e7a-b15a-29c53c09e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:47.339180 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.340441 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Bound using segment: {'id': 'f8cace22-6df6-4e7a-b15a-29c53c09e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23'} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:47.341334 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Bound port: 27eab5b2-c7fb-4a47-9c8d-464088e886e2, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cace22-6df6-4e7a-b15a-29c53c09e7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23'}}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:47.341775 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.357507 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (d1bab07f-9648-43ab-8553-3307b886e7cf), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.401334 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (d1bab07f-9648-43ab-8553-3307b886e7cf), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.403550 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:47.404265 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.414194 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:47.447634 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] For port 27eab5b2-c7fb-4a47-9c8d-464088e886e2, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:47.453945 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] For port 27eab5b2-c7fb-4a47-9c8d-464088e886e2, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=27eab5b2-c7fb-4a47-9c8d-464088e886e2,segment=NetworkSegment(f8cace22-6df6-4e7a-b15a-29c53c09e7d6),segment_id=f8cace22-6df6-4e7a-b15a-29c53c09e7d6)] {{(pid=106413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:47.468736 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.478350 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6173227 Oct 04 08:37:47.479028 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55982) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:47.495605 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-f62152c5-35f7-40c4-985a-6cb700c966fe admin admin] Request body: {'subnet': {'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1878647729-subnet', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'ip_version': 4}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:47.515077 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d05d7f-60ca-4c1a-bab5-d1a9e7175b86 admin admin] Pushing event updated for resources: {'Network': ['ID=d1bab07f-9648-43ab-8553-3307b886e7cf,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:47.533211 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:47.535446 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Routers {'5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:47.535611 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62152c5-35f7-40c4-985a-6cb700c966fe admin admin] Made reservation on behalf of f2ccb8caf53844bebcbe26010b009e00 for: {'subnet': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:37:47.536605 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:47.536862 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network d1bab07f-9648-43ab-8553-3307b886e7cf details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:37:47.538755 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f62152c5-35f7-40c4-985a-6cb700c966fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12886582'] for subnet (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.570598 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:47.593307 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-895701b6-cacc-4ba4-9cde-18e50d2b1a9f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.601105 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ae9a9-de57-4dc0-9c16-e39b581943d2 None None] Pushing event updated for resources: {'Port': ['ID=27eab5b2-c7fb-4a47-9c8d-464088e886e2,revision_number=4']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:47.630420 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:37:47.667202 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:47.671223 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.673966 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c Oct 04 08:37:47.725624 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] Set router 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:47.746793 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:47.748287 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:47.841097 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c0fe61c5-5cdc-4ed2-9a28-3a3f41e23350 req-c04f3676-963e-4ecd-aad5-e64a2f9811e0 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a4cf9582-4c11-456d-9fc6-257f9b3dd2c5 HTTP/1.1" status: 200 len: 210 time: 0.2604539 Oct 04 08:37:47.876759 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-895701b6-cacc-4ba4-9cde-18e50d2b1a9f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:47.886834 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-895701b6-cacc-4ba4-9cde-18e50d2b1a9f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:47.894696 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-895701b6-cacc-4ba4-9cde-18e50d2b1a9f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:47.908963 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-895701b6-cacc-4ba4-9cde-18e50d2b1a9f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:47.908963 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-895701b6-cacc-4ba4-9cde-18e50d2b1a9f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:47.957723 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:47.958334 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:48.011342 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dee148f-e8b5-437c-9d80-4d784091314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:37:48.015498 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a40d3c-4cd2-43a5-b560-03f78a14846c" -d '{"events": [{"server_uuid": "6dee148f-e8b5-437c-9d80-4d784091314c", "name": "network-vif-plugged", "status": "completed", "tag": "ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:37:48.042019 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:48.059894 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:48.097021 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-09279ba8-953c-42a3-9b6b-0663cc3d48b3 req-898f9ba2-dc96-49ba-a9cb-99a21cd1a5fc tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5229883 Oct 04 08:37:48.105870 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-895701b6-cacc-4ba4-9cde-18e50d2b1a9f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7858403 Oct 04 08:37:48.146703 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:48.188314 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f62152c5-35f7-40c4-985a-6cb700c966fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14467641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12886564'] for subnet (a3881fa1-af9c-4b8f-8623-f62768d009d5), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:48.191992 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'name': 'tempest-TestShelveInstance-85748465-router', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:34Z', 'updated_at': '2022-10-04T08:37:41Z', 'revision_number': 4, 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'gw_port': {'id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:35Z', 'updated_at': '2022-10-04T08:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '27eab5b2-c7fb-4a47-9c8d-464088e886e2', 'name': '', 'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'mac_address': 'fa:16:3e:f1:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4099cc2c-a5c6-40b9-b705-5b21adf53a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:40Z', 'updated_at': '2022-10-04T08:37:47Z', 'revision_number': 4, 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'subnets': [{'id': '4099cc2c-a5c6-40b9-b705-5b21adf53a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:48.229225 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87e049-f3eb-4324-9232-b6f903fea81d None None] The sync data for ids ['5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'] in dv-cinder-860209-1-iscsi is: [{'id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'name': 'tempest-TestShelveInstance-85748465-router', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:34Z', 'updated_at': '2022-10-04T08:37:41Z', 'revision_number': 4, 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'gw_port': {'id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:35Z', 'updated_at': '2022-10-04T08:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '27eab5b2-c7fb-4a47-9c8d-464088e886e2', 'name': '', 'network_id': '5a3147e2-6e01-4190-a593-7d5113358d23', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'mac_address': 'fa:16:3e:f1:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '4099cc2c-a5c6-40b9-b705-5b21adf53a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:40Z', 'updated_at': '2022-10-04T08:37:47Z', 'revision_number': 4, 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'subnets': [{'id': '4099cc2c-a5c6-40b9-b705-5b21adf53a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:37:48.260756 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Request body: {'port': {'device_id': 'c1f2b98d-4c4e-47ff-b1d4-19addcee2e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:48.379790 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62152c5-35f7-40c4-985a-6cb700c966fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3881fa1-af9c-4b8f-8623-f62768d009d5,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:48.415876 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62152c5-35f7-40c4-985a-6cb700c966fe admin admin] Checking segment: {'id': 'd26d8d0d-6ed4-4a91-9d58-1202b36dbecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:48.416392 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62152c5-35f7-40c4-985a-6cb700c966fe admin admin] Network hostable DHCP agents. Network: d1bab07f-9648-43ab-8553-3307b886e7cf, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:37:48.445087 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-13aac1dd-0122-4630-8bc9-f6f930baf3e3 None None] Provisioning complete for port 0e892634-2abc-4cc1-ad5b-83887511e34a triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:48.446159 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-13aac1dd-0122-4630-8bc9-f6f930baf3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:48.446514 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-13aac1dd-0122-4630-8bc9-f6f930baf3e3 None None] Attempt 1 to provision port 0e892634-2abc-4cc1-ad5b-83887511e34a Oct 04 08:37:48.473418 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62152c5-35f7-40c4-985a-6cb700c966fe admin admin] Network d1bab07f-9648-43ab-8553-3307b886e7cf is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:37:48.503230 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-f62152c5-35f7-40c4-985a-6cb700c966fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, d1bab07f-9648-43ab-8553-3307b886e7cf) {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:48.515267 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62152c5-35f7-40c4-985a-6cb700c966fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:48.516599 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f62152c5-35f7-40c4-985a-6cb700c966fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:48.578477 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-f62152c5-35f7-40c4-985a-6cb700c966fe admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0950682 Oct 04 08:37:48.578752 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a92ff-78a9-4416-8d5c-2c3226c449dc None None] Network d1bab07f-9648-43ab-8553-3307b886e7cf requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:37:48.595901 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 55992) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:48.602645 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1878647729-router', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:48.659639 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-400'] for router (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:48.663605 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:48.730997 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895701b6-cacc-4ba4-9cde-18e50d2b1a9f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event updated for resources: {'Port': ['ID=0e892634-2abc-4cc1-ad5b-83887511e34a,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:48.745335 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 27eab5b2-c7fb-4a47-9c8d-464088e886e2 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:48.763094 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-13aac1dd-0122-4630-8bc9-f6f930baf3e3 None None] Port 0e892634-2abc-4cc1-ad5b-83887511e34a cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:37:48.856060 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Publish callbacks [] for router_controller (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), precommit_add_association {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:48.873834 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:48.908521 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-486d9035-3cfc-4942-94ba-219477307411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:49.031675 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:49.032051 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:49.032389 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 Oct 04 08:37:49.039861 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:49.078751 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1f9d3-9762-407f-8102-93a5ffc31344 req-0bb8ba97-aeeb-4e82-8c24-e5dcf96b87ca tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:49.081379 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9af1f9d3-9762-407f-8102-93a5ffc31344 req-0bb8ba97-aeeb-4e82-8c24-e5dcf96b87ca tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 945 time: 1.0191636 Oct 04 08:37:49.099460 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf04c5fb5-aee9-5c72-8602-fd95d862e421-d1bab07f-9648-43ab-8553-3307b886e7cf', 'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf', 'project_id': 'f2ccb8caf53844bebcbe26010b009e00', 'fixed_ips': [{'subnet_id': 'a3881fa1-af9c-4b8f-8623-f62768d009d5'}]}} from dv-cinder-860209-1-iscsi. {{(pid=106412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:37:49.100489 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:49.101862 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.db.resource_extend [None req-757c6ff1-3cb6-4838-b975-106a55b993d2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 08:37:49.174339 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c7ee6-b7d9-49b4-8056-a6ac58da7b01 req-2fc7cecc-20b6-4dab-968a-e85f26fc221f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:49.176486 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-306c7ee6-b7d9-49b4-8056-a6ac58da7b01 req-2fc7cecc-20b6-4dab-968a-e85f26fc221f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 931 time: 0.4258332 Oct 04 08:37:49.222665 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Publish callbacks [] for router_gateway (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:49.272164 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-757c6ff1-3cb6-4838-b975-106a55b993d2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:49.367280 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-757c6ff1-3cb6-4838-b975-106a55b993d2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (202de793-7175-4f98-8ede-e44aae129735), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:49.454216 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:49.490031 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:49.490601 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:49.519342 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.db_base_plugin_common [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Allocated IP 172.20.0.2 (d1bab07f-9648-43ab-8553-3307b886e7cf/a3881fa1-af9c-4b8f-8623-f62768d009d5/5b85e1a2-860e-486e-af76-b3a4447092f1) {{(pid=106412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:49.573234 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 27eab5b2-c7fb-4a47-9c8d-464088e886e2, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=27eab5b2-c7fb-4a47-9c8d-464088e886e2,segment=NetworkSegment(f8cace22-6df6-4e7a-b15a-29c53c09e7d6),segment_id=f8cace22-6df6-4e7a-b15a-29c53c09e7d6)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:49.592448 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:49.611580 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:49.634044 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-306c7ee6-b7d9-49b4-8056-a6ac58da7b01 req-cce62c10-6066-429b-bebf-ec49fdd84e89 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4378781 Oct 04 08:37:49.654590 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Publish callbacks [] for router_gateway (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:49.708912 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:49.821839 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:49.861834 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=27eab5b2-c7fb-4a47-9c8d-464088e886e2,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:49.902902 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9af1f9d3-9762-407f-8102-93a5ffc31344 req-19a030e1-aea6-4d13-8f53-e80af9c09f27 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7247844 Oct 04 08:37:49.910479 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb52f10-2929-42c1-a427-25696b6ce5a7 req-dc332ffb-bb16-4d93-a480-08a1bb5bb44c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:49.912131 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6eb52f10-2929-42c1-a427-25696b6ce5a7 req-dc332ffb-bb16-4d93-a480-08a1bb5bb44c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.0746820 Oct 04 08:37:49.920783 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Allocated IP 172.27.0.72 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/530a3887-6bc9-4f4f-969f-049acc8cd01a) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:49.951299 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.l3_db [None req-757c6ff1-3cb6-4838-b975-106a55b993d2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Floating IP 202de793-7175-4f98-8ede-e44aae129735 associated. External IP: 172.27.0.21, port: 321b30d3-511f-4d46-a3a8-f9853c32c5d9. Oct 04 08:37:49.972551 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:50.057166 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe60917a-b737-4483-96e8-b587651335b1 x-openstack-request-id: req-fe60917a-b737-4483-96e8-b587651335b1 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:37:50.057702 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dee148f-e8b5-437c-9d80-4d784091314c", "name": "network-vif-plugged", "status": "completed", "tag": "ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:37:50.058116 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe60917a-b737-4483-96e8-b587651335b1 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:37:50.058709 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe60917a-b737-4483-96e8-b587651335b1'] response: {'server_uuid': '6dee148f-e8b5-437c-9d80-4d784091314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c', 'code': 200} Oct 04 08:37:50.093248 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Publish callbacks [] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), precommit_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:50.107058 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:50.135681 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:50.255026 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Publish callbacks [] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:50.343439 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:50.374350 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Network d1bab07f-9648-43ab-8553-3307b886e7cf is already hosted by enough agents. {{(pid=106412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:50.411061 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.base_scheduler [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Resources bound (agent type, host, resource id): {{(pid=106412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:50.420155 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Pushing event updated for resources: {'Port': ['ID=5b85e1a2-860e-486e-af76-b3a4447092f1,revision_number=1']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:50.434104 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Received port after_create {{(pid=106412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:50.519910 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:50.530344 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:50.552436 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:50.620227 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Pushing event updated for resources: {'Port': ['ID=530a3887-6bc9-4f4f-969f-049acc8cd01a,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:50.623300 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Attempting to bind port 5b85e1a2-860e-486e-af76-b3a4447092f1 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:50.624264 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Attempting to bind port 5b85e1a2-860e-486e-af76-b3a4447092f1 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'd26d8d0d-6ed4-4a91-9d58-1202b36dbecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:50.624904 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Attempting to bind port 5b85e1a2-860e-486e-af76-b3a4447092f1 on network d1bab07f-9648-43ab-8553-3307b886e7cf {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:50.709996 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 27eab5b2-c7fb-4a47-9c8d-464088e886e2 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:50.716056 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:50.716438 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Checking segment: {'id': 'd26d8d0d-6ed4-4a91-9d58-1202b36dbecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:50.717011 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:50.717451 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Bound using segment: {'id': 'd26d8d0d-6ed4-4a91-9d58-1202b36dbecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:50.718129 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Bound port: 5b85e1a2-860e-486e-af76-b3a4447092f1, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26d8d0d-6ed4-4a91-9d58-1202b36dbecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:50.718532 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:50.807260 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6eb52f10-2929-42c1-a427-25696b6ce5a7 req-b151068e-9942-42a2-ac99-3ebadc71689d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8776169 Oct 04 08:37:50.827957 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:50.828690 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:50.829136 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 Oct 04 08:37:50.905020 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41316108-59ff-401c-8d6e-881202028929 req-13d5b30a-3cec-476d-8a0e-5fa4dd0d2a41 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:50.912288 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41316108-59ff-401c-8d6e-881202028929 req-13d5b30a-3cec-476d-8a0e-5fa4dd0d2a41 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.2740097 Oct 04 08:37:50.956385 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] For port 5b85e1a2-860e-486e-af76-b3a4447092f1, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:50.963481 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] For port 5b85e1a2-860e-486e-af76-b3a4447092f1, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=5b85e1a2-860e-486e-af76-b3a4447092f1,segment=NetworkSegment(d26d8d0d-6ed4-4a91-9d58-1202b36dbecc),segment_id=d26d8d0d-6ed4-4a91-9d58-1202b36dbecc)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:50.966298 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e65a98-9504-4205-a6bd-2c3942e52f2c req-6595fb43-4362-4464-b44f-b2bba506caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:50.968018 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-57e65a98-9504-4205-a6bd-2c3942e52f2c req-6595fb43-4362-4464-b44f-b2bba506caba service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 1129 time: 0.3428919 Oct 04 08:37:50.988768 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:51.059812 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Publish callbacks [] for router_gateway (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:51.126002 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:51.201176 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-2918e610-03af-4dfa-98a7-8d0aad8892c6 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:51.203510 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-2918e610-03af-4dfa-98a7-8d0aad8892c6 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/networks?id=1ee6d49b-e78d-48c2-9f17-a27346795ae3 HTTP/1.1" status: 200 len: 807 time: 0.2196567 Oct 04 08:37:51.213473 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b01f4-0828-41bb-b9a8-3643f24675c4 None None] Pushing event updated for resources: {'Port': ['ID=5b85e1a2-860e-486e-af76-b3a4447092f1,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:51.244298 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:51.294090 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-8cebb705-27b9-4bdf-9c87-98c007f320f0 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/quotas/f758e7615232486a93a915760633b702 HTTP/1.1" status: 200 len: 375 time: 0.0597234 Oct 04 08:37:51.307235 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-3f1ba460-8253-4905-9708-2775de7550c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:51.460966 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-a3fe69dd-0938-4a54-8d09-bf698e9470b9 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f758e7615232486a93a915760633b702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1326931 Oct 04 08:37:51.536913 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602062'] for router (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:51.626954 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e892634-2abc-4cc1-ad5b-83887511e34a {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:37:51.636730 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Publish callbacks [] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:51.666065 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-57e65a98-9504-4205-a6bd-2c3942e52f2c req-a4155785-a7e3-45f2-b8a5-bf7f50b8b1d0 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4576116 Oct 04 08:37:51.691603 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:51.732041 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Transition to ACTIVE for port object 0e892634-2abc-4cc1-ad5b-83887511e34a will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:37:51.761868 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:51.771475 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41316108-59ff-401c-8d6e-881202028929 req-5815a477-73a3-44d8-94ae-025adbc434e8 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8313904 Oct 04 08:37:51.943158 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Router 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 is scheduled to L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 with binding_index 1 {{(pid=106410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:37:52.010209 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:52.095766 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Pushing event updated for resources: {'Port': ['ID=0e892634-2abc-4cc1-ad5b-83887511e34a,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:52.125467 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364a8fb-d41a-4b13-ae24-a00d25f5866d req-320087be-918c-434b-8e41-05613d14974f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:52.127423 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8364a8fb-d41a-4b13-ae24-a00d25f5866d req-320087be-918c-434b-8e41-05613d14974f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 943 time: 0.2008650 Oct 04 08:37:52.136944 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757c6ff1-3cb6-4838-b975-106a55b993d2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:37:52.146665 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-441627f7-2824-4940-9076-126e473f538f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1ee6d49b-e78d-48c2-9f17-a27346795ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365316 Oct 04 08:37:52.198463 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:37:52.215809 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Sync routers for ids ['4b8788bf-bcec-4f8c-9285-41db3ea71cf1'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:37:52.262214 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Routers {'4b8788bf-bcec-4f8c-9285-41db3ea71cf1'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:52.262911 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4b8788bf-bcec-4f8c-9285-41db3ea71cf1'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:52.277183 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:52.280982 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-2ab99c83-af5d-461c-a4c9-8e81a73d45fc admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6835852 Oct 04 08:37:52.284640 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56020) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:52.288768 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Attempting to bind port 0e892634-2abc-4cc1-ad5b-83887511e34a on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:52.288768 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Attempting to bind port 0e892634-2abc-4cc1-ad5b-83887511e34a by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'f48d575e-74e1-4f3e-8727-6deaccc8c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:52.289212 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Attempting to bind port 0e892634-2abc-4cc1-ad5b-83887511e34a on network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:52.432336 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Set router 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:52.539005 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:52.604463 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8364a8fb-d41a-4b13-ae24-a00d25f5866d req-b6c0341e-a400-4ed5-977c-e0998490db10 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4607384 Oct 04 08:37:52.660912 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Port 0e892634-2abc-4cc1-ad5b-83887511e34a on network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:37:52.678205 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Attempting to bind port 0e892634-2abc-4cc1-ad5b-83887511e34a on network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:52.855401 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:52.864484 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 5b85e1a2-860e-486e-af76-b3a4447092f1 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:52.945712 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:52.946969 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:52.977405 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-ac1bfd4b-158c-4fb5-948a-c314c7e2356f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1ee6d49b-e78d-48c2-9f17-a27346795ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8140140 Oct 04 08:37:53.086641 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbaf368-9811-45a0-a789-6a92ecdaaf9a req-6a00d717-c1ca-4a57-a5a8-74ca1a1872a1 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:53.089427 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fcbaf368-9811-45a0-a789-6a92ecdaaf9a req-6a00d717-c1ca-4a57-a5a8-74ca1a1872a1 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 945 time: 0.2688911 Oct 04 08:37:53.092326 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'name': 'tempest-TestShelveInstance-1878647729-router', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:48Z', 'updated_at': '2022-10-04T08:37:50Z', 'revision_number': 3, 'project_id': 'f2ccb8caf53844bebcbe26010b009e00', 'gw_port': {'id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:49Z', 'updated_at': '2022-10-04T08:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:53.094819 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26e1d44-c042-4825-a56f-84ea07e49016 None None] Network d1bab07f-9648-43ab-8553-3307b886e7cf requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:37:53.119856 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757c6ff1-3cb6-4838-b975-106a55b993d2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:37:53.129849 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-757c6ff1-3cb6-4838-b975-106a55b993d2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:53.136298 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244fdb66-6069-4d17-8e79-bd7352229501 None None] Sync routers for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:37:53.163777 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 5b85e1a2-860e-486e-af76-b3a4447092f1 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:53.164649 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:53.165427 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 5b85e1a2-860e-486e-af76-b3a4447092f1 Oct 04 08:37:53.171264 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244fdb66-6069-4d17-8e79-bd7352229501 None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:53.174871 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-244fdb66-6069-4d17-8e79-bd7352229501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:53.184081 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:53.184597 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Checking segment: {'id': 'f48d575e-74e1-4f3e-8727-6deaccc8c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:53.185209 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Bound using segment: {'id': 'f48d575e-74e1-4f3e-8727-6deaccc8c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:53.194120 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Bound port: 0e892634-2abc-4cc1-ad5b-83887511e34a, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48d575e-74e1-4f3e-8727-6deaccc8c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:53.195033 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:53.515496 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] For port 0e892634-2abc-4cc1-ad5b-83887511e34a, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:53.528930 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] For port 0e892634-2abc-4cc1-ad5b-83887511e34a, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0e892634-2abc-4cc1-ad5b-83887511e34a,segment=NetworkSegment(f48d575e-74e1-4f3e-8727-6deaccc8c438),segment_id=f48d575e-74e1-4f3e-8727-6deaccc8c438)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:53.574162 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Checking router: 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:37:53.575334 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Updating router 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 port 530a3887-6bc9-4f4f-969f-049acc8cd01a binding host dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:37:53.582106 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:53.600549 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:53.601610 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:53.604232 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/0e892634-2abc-4cc1-ad5b-83887511e34a HTTP/1.1" status: 200 len: 1093 time: 5.3635368 Oct 04 08:37:53.626789 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:53.659056 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-7cf4e513-4c53-4cf5-a17d-56870925ea22 None None] Provisioning complete for port 5b85e1a2-860e-486e-af76-b3a4447092f1 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:53.659753 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-7cf4e513-4c53-4cf5-a17d-56870925ea22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:53.660568 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-7cf4e513-4c53-4cf5-a17d-56870925ea22 None None] Attempt 1 to provision port 5b85e1a2-860e-486e-af76-b3a4447092f1 Oct 04 08:37:53.666906 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f2b98d-4c4e-47ff-b1d4-19addcee2e27', 'tag': '0e892634-2abc-4cc1-ad5b-83887511e34a'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:37:53.696329 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecd88e6-5e83-46aa-94ed-4c4ec3bb2623" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f2b98d-4c4e-47ff-b1d4-19addcee2e27", "tag": "0e892634-2abc-4cc1-ad5b-83887511e34a"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:37:53.724433 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-757c6ff1-3cb6-4838-b975-106a55b993d2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/202de793-7175-4f98-8ede-e44aae129735 HTTP/1.1" status: 200 len: 991 time: 6.7073722 Oct 04 08:37:53.955328 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fcbaf368-9811-45a0-a789-6a92ecdaaf9a req-11baba56-3733-42c9-9ed4-719e6f033233 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8546150 Oct 04 08:37:53.992739 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-244fdb66-6069-4d17-8e79-bd7352229501 None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:54.027507 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-ad229192-ba24-441d-b669-644ab2b6b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:54.036649 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-ad229192-ba24-441d-b669-644ab2b6b1ba service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2f94e3ae140b43739febe1111e18604b&device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 1127 time: 0.2326937 Oct 04 08:37:54.072351 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 5b85e1a2-860e-486e-af76-b3a4447092f1 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:54.072744 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:54.130725 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 5b85e1a2-860e-486e-af76-b3a4447092f1, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=5b85e1a2-860e-486e-af76-b3a4447092f1,segment=NetworkSegment(d26d8d0d-6ed4-4a91-9d58-1202b36dbecc),segment_id=d26d8d0d-6ed4-4a91-9d58-1202b36dbecc)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:54.159441 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd07a1-29cc-43bb-b5bf-590a69910e98 service neutron] Pushing event updated for resources: {'Port': ['ID=0e892634-2abc-4cc1-ad5b-83887511e34a,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:54.174803 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056aced1-24e8-41fe-8589-aa0b5b60dbc2 req-5c8dc8b1-7842-422b-9b2a-c0a3bc3dca16 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:54.183298 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-056aced1-24e8-41fe-8589-aa0b5b60dbc2 req-5c8dc8b1-7842-422b-9b2a-c0a3bc3dca16 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.4567924 Oct 04 08:37:54.205507 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4e513-4c53-4cf5-a17d-56870925ea22 None None] Current status of the port 5b85e1a2-860e-486e-af76-b3a4447092f1 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:54.205932 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-7cf4e513-4c53-4cf5-a17d-56870925ea22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:54.208090 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:54.258973 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-3f5aecea-b252-4265-9f65-995a923aecc6 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e892634-2abc-4cc1-ad5b-83887511e34a HTTP/1.1" status: 200 len: 217 time: 0.1893024 Oct 04 08:37:54.290703 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56046) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:54.304632 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-0c864b8e-2505-4de9-90b5-0e0d56ecdbec tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506672386', 'description': 'tempest-description--78993521'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:54.326027 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:54.335592 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-056aced1-24e8-41fe-8589-aa0b5b60dbc2 req-0508dd3f-efdc-44f5-afcc-156e13d3d85b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471031 Oct 04 08:37:54.361463 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:54.473144 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c864b8e-2505-4de9-90b5-0e0d56ecdbec tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:54.513596 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:54.580852 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-053376ae-46de-4647-b4ae-a817214878c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:54.584017 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-053376ae-46de-4647-b4ae-a817214878c2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=93f5ad63-8511-451a-b445-ec0028854cc4 HTTP/1.1" status: 200 len: 851 time: 0.3099668 Oct 04 08:37:54.618355 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:54.619101 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:54.693864 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:54.710000 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f30d4bfb-123d-4624-bb19-6345f36f4a02 req-b103421a-24a7-44e0-935c-5ea98da96070 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 210 time: 0.2345538 Oct 04 08:37:54.733346 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=5b85e1a2-860e-486e-af76-b3a4447092f1,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:54.740958 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.db.api [None req-7cf4e513-4c53-4cf5-a17d-56870925ea22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 08:37:54.741403 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG oslo_db.api [None req-7cf4e513-4c53-4cf5-a17d-56870925ea22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 08:37:54.798853 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ad428-5916-4f61-8538-f17c08fe927f req-59550813-e7f4-42f4-9b17-31c4ce4f22be tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:54.806890 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d11ad428-5916-4f61-8538-f17c08fe927f req-59550813-e7f4-42f4-9b17-31c4ce4f22be tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 943 time: 0.2784770 Oct 04 08:37:54.841051 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-04d3a991-9cfa-4443-9fa3-c5590d3e9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:54.843927 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-04d3a991-9cfa-4443-9fa3-c5590d3e9360 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1325593 Oct 04 08:37:54.898509 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-244fdb66-6069-4d17-8e79-bd7352229501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '202de793-7175-4f98-8ede-e44aae129735', 'tenant_id': '5d21789971964770bdf417547cd19840', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'port_id': '321b30d3-511f-4d46-a3a8-f9853c32c5d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'mac_address': 'fa:16:3e:ba:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9606a52d-3c5d-4287-afb7-c84f5e245c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:37:15Z', 'updated_at': '2022-10-04T08:37:48Z', 'revision_number': 1, 'project_id': '5d21789971964770bdf417547cd19840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:19Z', 'revision_number': 5, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:54.912035 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ddcd73-8dee-4cda-9742-fd6ad86a2b70 x-openstack-request-id: req-f6ddcd73-8dee-4cda-9742-fd6ad86a2b70 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:37:54.912402 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f2b98d-4c4e-47ff-b1d4-19addcee2e27", "tag": "0e892634-2abc-4cc1-ad5b-83887511e34a", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:37:54.912587 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6ddcd73-8dee-4cda-9742-fd6ad86a2b70 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:37:54.912996 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ddcd73-8dee-4cda-9742-fd6ad86a2b70'] response: {'name': 'network-changed', 'server_uuid': 'c1f2b98d-4c4e-47ff-b1d4-19addcee2e27', 'tag': '0e892634-2abc-4cc1-ad5b-83887511e34a', 'status': 'completed', 'code': 200} Oct 04 08:37:54.920452 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:54.944095 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c864b8e-2505-4de9-90b5-0e0d56ecdbec tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for security_group (8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:54.953602 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Publish callbacks [] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), precommit_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:54.962122 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c864b8e-2505-4de9-90b5-0e0d56ecdbec tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:54.971262 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:55.013879 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244fdb66-6069-4d17-8e79-bd7352229501 None None] Checking router: e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:37:55.027565 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244fdb66-6069-4d17-8e79-bd7352229501 None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:55.028226 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-244fdb66-6069-4d17-8e79-bd7352229501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:55.058951 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623b9e4-0ce4-45b3-96f9-58ba872cf5a9 None None] Pushing event updated for resources: {'Port': ['ID=530a3887-6bc9-4f4f-969f-049acc8cd01a,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:55.061056 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:55.075670 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d11ad428-5916-4f61-8538-f17c08fe927f req-b3e9d9e1-2591-4815-80a6-a419d9e4451f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677970 Oct 04 08:37:55.096705 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:55.102621 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Attempting to bind port 530a3887-6bc9-4f4f-969f-049acc8cd01a on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:37:55.104420 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Attempting to bind port 530a3887-6bc9-4f4f-969f-049acc8cd01a by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:37:55.104868 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Attempting to bind port 530a3887-6bc9-4f4f-969f-049acc8cd01a on network a245eb65-fa51-4a9c-b9ba-d29908724e63 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:37:55.126502 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c864b8e-2505-4de9-90b5-0e0d56ecdbec tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:55.130798 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-0c864b8e-2505-4de9-90b5-0e0d56ecdbec tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8387980 Oct 04 08:37:55.132015 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:55.133435 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 56052) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:55.137687 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c864b8e-2505-4de9-90b5-0e0d56ecdbec tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:55.139089 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-2c0cea47-18cc-4223-a587-26a6718547d0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Request body: {'security_group_rule': {'security_group_id': '8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:55.162911 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Allocated IP 172.20.0.1 (d1bab07f-9648-43ab-8553-3307b886e7cf/a3881fa1-af9c-4b8f-8623-f62768d009d5/2e6b8d6e-69d1-470b-8f57-d4f3158f92f0) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:55.188488 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-473aba32-e2e8-4210-ae3f-0678bbe1b709 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320532 Oct 04 08:37:55.355268 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df45c50-a2c2-4e03-9896-d0558eb63f5f req-96b0b5f2-ef3c-44b1-b909-031dac8dbd70 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:55.356886 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8df45c50-a2c2-4e03-9896-d0558eb63f5f req-96b0b5f2-ef3c-44b1-b909-031dac8dbd70 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 945 time: 0.2071283 Oct 04 08:37:55.358390 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4e513-4c53-4cf5-a17d-56870925ea22 None None] Current status of the port 5b85e1a2-860e-486e-af76-b3a4447092f1 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:55.364958 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-244fdb66-6069-4d17-8e79-bd7352229501 None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:55.380647 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:37:55.380990 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Checking segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:37:55.381314 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:55.381756 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Bound using segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:37:55.382290 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Bound port: 530a3887-6bc9-4f4f-969f-049acc8cd01a, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:37:55.382738 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:55.387624 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b773d4f-9f89-4213-a5e3-17e3d42019f9 req-622399c6-bd11-4823-874a-b0da22e773ea service neutron] 10.222.0.17 "GET /networking/v2.0/networks/e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893821 Oct 04 08:37:55.407981 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2c0cea47-18cc-4223-a587-26a6718547d0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for security_group_rule (8a29d7b8-ed1b-47f0-9ddc-14aef881ade1), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:55.476572 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Publish callbacks [] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:55.575039 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f876af06-5b7c-4c46-ba85-a7635535dff0 None None] Provisioning complete for port 5b85e1a2-860e-486e-af76-b3a4447092f1 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:55.575370 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f876af06-5b7c-4c46-ba85-a7635535dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:55.575708 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f876af06-5b7c-4c46-ba85-a7635535dff0 None None] Attempt 1 to provision port 5b85e1a2-860e-486e-af76-b3a4447092f1 Oct 04 08:37:55.595544 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8df45c50-a2c2-4e03-9896-d0558eb63f5f req-faab3180-598b-40b9-9ac5-2fdf45ad0470 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134852 Oct 04 08:37:55.603250 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:55.623590 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] For port 530a3887-6bc9-4f4f-969f-049acc8cd01a, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:37:55.646791 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] For port 530a3887-6bc9-4f4f-969f-049acc8cd01a, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=530a3887-6bc9-4f4f-969f-049acc8cd01a,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:37:55.659605 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:55.713311 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b3c0f-29f8-4eb2-b5ca-68740ef00705 req-8794bb0e-6500-4bca-b73a-e1ee9ac9d93d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:55.715261 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-374b3c0f-29f8-4eb2-b5ca-68740ef00705 req-8794bb0e-6500-4bca-b73a-e1ee9ac9d93d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.1690965 Oct 04 08:37:55.719434 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Network d1bab07f-9648-43ab-8553-3307b886e7cf is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:55.722370 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Routers {'4b8788bf-bcec-4f8c-9285-41db3ea71cf1'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:55.723187 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4b8788bf-bcec-4f8c-9285-41db3ea71cf1'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:55.729999 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:55.750738 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:55.805520 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:55.838533 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f876af06-5b7c-4c46-ba85-a7635535dff0 None None] Current status of the port 5b85e1a2-860e-486e-af76-b3a4447092f1 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:55.872304 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2c0cea47-18cc-4223-a587-26a6718547d0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for security_group_rule (8a29d7b8-ed1b-47f0-9ddc-14aef881ade1), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:55.889299 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623b9e4-0ce4-45b3-96f9-58ba872cf5a9 None None] Pushing event updated for resources: {'Port': ['ID=530a3887-6bc9-4f4f-969f-049acc8cd01a,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:55.901826 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6b8d6e-69d1-470b-8f57-d4f3158f92f0,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:55.935111 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756789'] for router_interface (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:55.942430 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-244fdb66-6069-4d17-8e79-bd7352229501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '202de793-7175-4f98-8ede-e44aae129735', 'tenant_id': '5d21789971964770bdf417547cd19840', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'port_id': '321b30d3-511f-4d46-a3a8-f9853c32c5d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'mac_address': 'fa:16:3e:ba:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9606a52d-3c5d-4287-afb7-c84f5e245c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:37:15Z', 'updated_at': '2022-10-04T08:37:48Z', 'revision_number': 1, 'project_id': '5d21789971964770bdf417547cd19840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:19Z', 'revision_number': 5, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:55.945729 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2c0cea47-18cc-4223-a587-26a6718547d0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (8a29d7b8-ed1b-47f0-9ddc-14aef881ade1), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:55.988364 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] Set router 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:55.998404 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244fdb66-6069-4d17-8e79-bd7352229501 None None] The sync data for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi is: [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '202de793-7175-4f98-8ede-e44aae129735', 'tenant_id': '5d21789971964770bdf417547cd19840', 'floating_ip_address': '172.27.0.21', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'port_id': '321b30d3-511f-4d46-a3a8-f9853c32c5d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'mac_address': 'fa:16:3e:ba:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9606a52d-3c5d-4287-afb7-c84f5e245c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:37:15Z', 'updated_at': '2022-10-04T08:37:48Z', 'revision_number': 1, 'project_id': '5d21789971964770bdf417547cd19840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:19Z', 'revision_number': 5, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:37:56.008210 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd88e6-5e83-46aa-94ed-4c4ec3bb2623 req-5c248e3d-6c53-479c-b83b-80f5df75b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:56.010394 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fecd88e6-5e83-46aa-94ed-4c4ec3bb2623 req-5c248e3d-6c53-479c-b83b-80f5df75b1b8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2f94e3ae140b43739febe1111e18604b&device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 1127 time: 0.1344864 Oct 04 08:37:56.076234 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488eab3-7008-4811-b09e-0169e4f03f40 req-0f160ac5-3828-4a56-9d04-a6234116937b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:56.085994 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2488eab3-7008-4811-b09e-0169e4f03f40 req-0f160ac5-3828-4a56-9d04-a6234116937b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 945 time: 0.3698380 Oct 04 08:37:56.123058 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 56070) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:56.125555 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cea47-18cc-4223-a587-26a6718547d0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a29d7b8-ed1b-47f0-9ddc-14aef881ade1,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:56.215941 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:56.252841 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:56.281962 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-8d789585-28b1-4c68-b42f-693ea6b7b3af None None] Provisioning complete for port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:56.283385 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-8d789585-28b1-4c68-b42f-693ea6b7b3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:56.283945 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-8d789585-28b1-4c68-b42f-693ea6b7b3af None None] Attempt 1 to provision port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 Oct 04 08:37:56.431996 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67321eee-5fad-47ab-b50f-dbaa25a93b49 None None] New status for floating IP 202de793-7175-4f98-8ede-e44aae129735: ACTIVE {{(pid=106412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:37:56.475270 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:56.483450 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-8d789585-28b1-4c68-b42f-693ea6b7b3af None None] Port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:37:56.497871 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-b1df1f47-8e12-40d2-8db5-108ab444876e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'floatingip': {'port_id': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:56.503467 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'name': 'tempest-TestShelveInstance-1878647729-router', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:48Z', 'updated_at': '2022-10-04T08:37:50Z', 'revision_number': 3, 'project_id': 'f2ccb8caf53844bebcbe26010b009e00', 'gw_port': {'id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:49Z', 'updated_at': '2022-10-04T08:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:56.550678 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2d684187-f48e-4a17-8fa1-7fe361bf6d26 req-1bae7f5e-1492-46f6-8942-df713820630c tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 210 time: 0.0477307 Oct 04 08:37:56.578741 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80561490-9872-4b97-846f-86dd5e80cdfb None None] The sync data for ids ['4b8788bf-bcec-4f8c-9285-41db3ea71cf1'] in dv-cinder-860209-1-iscsi is: [{'id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'name': 'tempest-TestShelveInstance-1878647729-router', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:48Z', 'updated_at': '2022-10-04T08:37:50Z', 'revision_number': 3, 'project_id': 'f2ccb8caf53844bebcbe26010b009e00', 'gw_port': {'id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:49Z', 'updated_at': '2022-10-04T08:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:37:56.644262 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 5b85e1a2-860e-486e-af76-b3a4447092f1 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:56.659285 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b1df1f47-8e12-40d2-8db5-108ab444876e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (7c77fb42-c50c-40c8-90cd-69ca93006e2b), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:56.661227 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Publish callbacks [] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:56.668805 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-374b3c0f-29f8-4eb2-b5ca-68740ef00705 req-a792a3ed-56bc-49f2-a6b1-5e27e862d8a9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9406655 Oct 04 08:37:56.669363 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:56.671903 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2c0cea47-18cc-4223-a587-26a6718547d0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:56.676001 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-2c0cea47-18cc-4223-a587-26a6718547d0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5385082 Oct 04 08:37:56.677153 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56074) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:56.686837 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-74eaf8d9-9c5d-4865-9b22-d4ac34f87902 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Request body: {'security_group_rule': {'security_group_id': '8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:56.727203 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:56.740536 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-74eaf8d9-9c5d-4865-9b22-d4ac34f87902 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for security_group_rule (87c4e1a8-750f-49e0-a08f-e47e3abab102), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:56.808305 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 5b85e1a2-860e-486e-af76-b3a4447092f1 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:56.808861 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:56.809208 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 5b85e1a2-860e-486e-af76-b3a4447092f1 Oct 04 08:37:56.876168 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd88e6-5e83-46aa-94ed-4c4ec3bb2623 req-567fab39-7bbf-4c42-b153-c71291290709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:56.879443 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fecd88e6-5e83-46aa-94ed-4c4ec3bb2623 req-567fab39-7bbf-4c42-b153-c71291290709 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a HTTP/1.1" status: 200 len: 912 time: 0.8552997 Oct 04 08:37:56.914709 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6b8d6e-69d1-470b-8f57-d4f3158f92f0,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:56.924001 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756905'] for router_interface (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:56.937681 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-74eaf8d9-9c5d-4865-9b22-d4ac34f87902 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for security_group_rule (87c4e1a8-750f-49e0-a08f-e47e3abab102), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:56.954523 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-74eaf8d9-9c5d-4865-9b22-d4ac34f87902 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (87c4e1a8-750f-49e0-a08f-e47e3abab102), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:57.034582 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaf8d9-9c5d-4865-9b22-d4ac34f87902 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c4e1a8-750f-49e0-a08f-e47e3abab102,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:57.045699 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9606a52d-3c5d-4287-afb7-c84f5e245c9a', 'tag': '321b30d3-511f-4d46-a3a8-f9853c32c5d9'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:37:57.055518 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9de6e55-f1fc-4f76-ad5e-5ea8ae377df2" -d '{"events": [{"name": "network-changed", "server_uuid": "9606a52d-3c5d-4287-afb7-c84f5e245c9a", "tag": "321b30d3-511f-4d46-a3a8-f9853c32c5d9"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:37:57.069220 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-74eaf8d9-9c5d-4865-9b22-d4ac34f87902 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:57.070780 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-74eaf8d9-9c5d-4865-9b22-d4ac34f87902 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3915167 Oct 04 08:37:57.074007 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56078) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:57.091562 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Request body: {'floatingip': {'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:57.093086 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66d0ff-ac9d-4a21-9c3a-0af259ddab1c req-9d2c1ad2-f58e-4e70-9cd5-4df6192b03f6 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:57.101769 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8a66d0ff-ac9d-4a21-9c3a-0af259ddab1c req-9d2c1ad2-f58e-4e70-9cd5-4df6192b03f6 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 943 time: 0.3316319 Oct 04 08:37:57.172464 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 5b85e1a2-860e-486e-af76-b3a4447092f1 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:57.181072 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:57.219009 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Network d1bab07f-9648-43ab-8553-3307b886e7cf is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:57.273500 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:57.291395 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047280bf-d3ea-41a8-a7fe-43448c0a89bb x-openstack-request-id: req-047280bf-d3ea-41a8-a7fe-43448c0a89bb {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:37:57.293727 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9606a52d-3c5d-4287-afb7-c84f5e245c9a", "tag": "321b30d3-511f-4d46-a3a8-f9853c32c5d9", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:37:57.294288 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-047280bf-d3ea-41a8-a7fe-43448c0a89bb {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:37:57.297676 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047280bf-d3ea-41a8-a7fe-43448c0a89bb'] response: {'name': 'network-changed', 'server_uuid': '9606a52d-3c5d-4287-afb7-c84f5e245c9a', 'tag': '321b30d3-511f-4d46-a3a8-f9853c32c5d9', 'status': 'completed', 'code': 200} Oct 04 08:37:57.361382 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fecd88e6-5e83-46aa-94ed-4c4ec3bb2623 req-a1da1607-746e-4fe5-bb76-67d339cf59ef service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e892634-2abc-4cc1-ad5b-83887511e34a HTTP/1.1" status: 200 len: 217 time: 0.2166610 Oct 04 08:37:57.416694 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de6e55-f1fc-4f76-ad5e-5ea8ae377df2 req-b1254928-84f9-490d-ad19-7f9fab88fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:57.419008 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-f9de6e55-f1fc-4f76-ad5e-5ea8ae377df2 req-b1254928-84f9-490d-ad19-7f9fab88fc24 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5d21789971964770bdf417547cd19840&device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 1130 time: 0.1618459 Oct 04 08:37:57.426030 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:57.653351 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-60fa022d-6d35-4d39-aa6f-a4b063d29c75 None None] Provisioning complete for port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:57.654659 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-60fa022d-6d35-4d39-aa6f-a4b063d29c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:57.655957 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-60fa022d-6d35-4d39-aa6f-a4b063d29c75 None None] Attempt 1 to provision port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 Oct 04 08:37:57.744485 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:57.761536 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-60fa022d-6d35-4d39-aa6f-a4b063d29c75 None None] Port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:37:57.810140 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Router 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:37:57.813483 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:57.815216 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:57.838541 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de6e55-f1fc-4f76-ad5e-5ea8ae377df2 req-2d0f1be4-11cc-4e73-a2d6-a7d6a2f689c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:57.840211 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-f9de6e55-f1fc-4f76-ad5e-5ea8ae377df2 req-2d0f1be4-11cc-4e73-a2d6-a7d6a2f689c5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd08aa17-8a80-4dac-a656-3195d8433ec8 HTTP/1.1" status: 200 len: 911 time: 0.3553069 Oct 04 08:37:57.849566 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35243d8-0f21-40e5-9424-caece4c63967 req-779ae79e-51b3-4b8c-b7b2-f40280ad64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:57.851586 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c35243d8-0f21-40e5-9424-caece4c63967 req-779ae79e-51b3-4b8c-b7b2-f40280ad64e4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3e938efbd6804a86946d80ae92e88b16&device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 1130 time: 1.0036495 Oct 04 08:37:57.870653 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Allocated IP 172.27.0.31 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/ff282f37-33ee-416e-87ac-e551cf943821) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:37:57.989596 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4f9f2e46-0e02-4a91-8aed-c46c66f46efa req-391f87fe-7471-4495-ae61-f721da59037d tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 210 time: 0.1721609 Oct 04 08:37:58.055634 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-f9de6e55-f1fc-4f76-ad5e-5ea8ae377df2 req-80b0ee5a-2ed2-436d-81a4-379bc931c73c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=321b30d3-511f-4d46-a3a8-f9853c32c5d9 HTTP/1.1" status: 200 len: 1001 time: 0.2005215 Oct 04 08:37:58.069372 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8a66d0ff-ac9d-4a21-9c3a-0af259ddab1c req-13beb54a-ea9f-4f41-8068-6bb046f0685d tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9666181 Oct 04 08:37:58.144678 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd88e6-5e83-46aa-94ed-4c4ec3bb2623 req-594a2cb8-c90a-424a-bbab-82033d0edcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:58.146368 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fecd88e6-5e83-46aa-94ed-4c4ec3bb2623 req-594a2cb8-c90a-424a-bbab-82033d0edcba service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=93f5ad63-8511-451a-b445-ec0028854cc4 HTTP/1.1" status: 200 len: 851 time: 0.6706274 Oct 04 08:37:58.158930 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-b860eb52-d87b-47bc-9418-da8a06c9692b tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:58.159117 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:58.159906 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-b860eb52-d87b-47bc-9418-da8a06c9692b tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.17 "GET /networking/v2.0/networks?id=1ee6d49b-e78d-48c2-9f17-a27346795ae3 HTTP/1.1" status: 200 len: 807 time: 0.9049296 Oct 04 08:37:58.208759 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-756497d1-0302-490d-8b47-5a3469fee9e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Request body: {'port': {'device_id': '2213799d-aaf1-497d-8b34-df52ba65b77a', 'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3', 'admin_state_up': True, 'tenant_id': 'f758e7615232486a93a915760633b702'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:58.266566 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de6e55-f1fc-4f76-ad5e-5ea8ae377df2 req-a7d06afd-fd49-4e5b-b7dc-4f636a4d1064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:58.269236 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-f9de6e55-f1fc-4f76-ad5e-5ea8ae377df2 req-a7d06afd-fd49-4e5b-b7dc-4f636a4d1064 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=56a0f7b4-9493-4557-9389-0cc520afaa31 HTTP/1.1" status: 200 len: 850 time: 0.1806676 Oct 04 08:37:58.365281 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35243d8-0f21-40e5-9424-caece4c63967 req-7344f3ef-56a4-4646-8a89-1ab503facb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:58.366953 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c35243d8-0f21-40e5-9424-caece4c63967 req-7344f3ef-56a4-4646-8a89-1ab503facb8a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 200 len: 917 time: 0.4703987 Oct 04 08:37:58.368185 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd88e6-5e83-46aa-94ed-4c4ec3bb2623 req-e5e3fa5d-bdaf-4a6c-a902-d14ba3a23437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:58.369959 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fecd88e6-5e83-46aa-94ed-4c4ec3bb2623 req-e5e3fa5d-bdaf-4a6c-a902-d14ba3a23437 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2044773 Oct 04 08:37:58.377948 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f5318-4d22-4274-bac1-d1fb8021b31f req-ce1b51ca-42be-4550-bd8e-f6fb9e9797b9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:58.379743 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29f5318-4d22-4274-bac1-d1fb8021b31f req-ce1b51ca-42be-4550-bd8e-f6fb9e9797b9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 946 time: 0.2023180 Oct 04 08:37:58.396200 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.db.resource_extend [None req-b1df1f47-8e12-40d2-8db5-108ab444876e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 08:37:58.532910 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:37:58.550206 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-3cb31ddd-22bb-4030-a4ad-9fc1a41c0939 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/4b8788bf-bcec-4f8c-9285-41db3ea71cf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2555113 Oct 04 08:37:58.605912 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de6e55-f1fc-4f76-ad5e-5ea8ae377df2 req-3f1c3c1b-c249-4ffc-abc6-53bac772b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:58.607695 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-f9de6e55-f1fc-4f76-ad5e-5ea8ae377df2 req-3f1c3c1b-c249-4ffc-abc6-53bac772b239 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd08aa17-8a80-4dac-a656-3195d8433ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3321283 Oct 04 08:37:58.611132 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for port (ff282f37-33ee-416e-87ac-e551cf943821), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:58.659203 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c35243d8-0f21-40e5-9424-caece4c63967 req-1e805355-03f1-4a9e-9ef8-9749c741642b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159277a9-e8de-47c4-813b-8de31279c18f HTTP/1.1" status: 200 len: 1002 time: 0.2783058 Oct 04 08:37:58.690367 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b1df1f47-8e12-40d2-8db5-108ab444876e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:58.692783 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:58.711801 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 530a3887-6bc9-4f4f-969f-049acc8cd01a up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:37:58.726582 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b1df1f47-8e12-40d2-8db5-108ab444876e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (7c77fb42-c50c-40c8-90cd-69ca93006e2b), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:58.765817 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-f9de6e55-f1fc-4f76-ad5e-5ea8ae377df2 req-72dae131-3c4f-4d45-ba5b-5d605c4be04c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450744 Oct 04 08:37:58.783596 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:58.803552 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (ff282f37-33ee-416e-87ac-e551cf943821), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:58.803917 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 530a3887-6bc9-4f4f-969f-049acc8cd01a triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:37:58.804541 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:58.805030 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 530a3887-6bc9-4f4f-969f-049acc8cd01a Oct 04 08:37:58.892358 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:37:58.900625 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:37:58.914928 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:37:58.929573 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 530a3887-6bc9-4f4f-969f-049acc8cd01a is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:58.929975 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:58.962152 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 530a3887-6bc9-4f4f-969f-049acc8cd01a, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=530a3887-6bc9-4f4f-969f-049acc8cd01a,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:58.968044 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:59.051937 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Pushing event updated for resources: {'Port': ['ID=ff282f37-33ee-416e-87ac-e551cf943821,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:59.056499 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=530a3887-6bc9-4f4f-969f-049acc8cd01a,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:59.140768 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29f5318-4d22-4274-bac1-d1fb8021b31f req-00521a60-5cba-4379-906d-e4dd9cffc93b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7468867 Oct 04 08:37:59.157172 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-756497d1-0302-490d-8b47-5a3469fee9e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Made reservation on behalf of f758e7615232486a93a915760633b702 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:37:59.164042 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-756497d1-0302-490d-8b47-5a3469fee9e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:59.186590 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:59.186590 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for floatingip (edec3235-3ec3-4b05-9040-6b7ae3021eca), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:59.195689 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fecd88e6-5e83-46aa-94ed-4c4ec3bb2623 req-9fbdc557-bde8-44b1-b6c6-88f15274433c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8065188 Oct 04 08:37:59.201824 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35243d8-0f21-40e5-9424-caece4c63967 req-c68a8268-064d-47b1-aa3c-21628c73b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:59.203427 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c35243d8-0f21-40e5-9424-caece4c63967 req-c68a8268-064d-47b1-aa3c-21628c73b589 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cf07ea6d-918a-48b9-aea6-7cb0370ce3c3 HTTP/1.1" status: 200 len: 856 time: 0.5117190 Oct 04 08:37:59.206232 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-f9de6e55-f1fc-4f76-ad5e-5ea8ae377df2 req-0413c0c9-8ec2-463f-b571-4bd209cb40e9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323568 Oct 04 08:37:59.257799 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (ff282f37-33ee-416e-87ac-e551cf943821), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:59.279461 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Sync routers for ids ['4b8788bf-bcec-4f8c-9285-41db3ea71cf1'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:37:59.300079 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Routers {'4b8788bf-bcec-4f8c-9285-41db3ea71cf1'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:37:59.306152 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4b8788bf-bcec-4f8c-9285-41db3ea71cf1'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:59.307258 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:37:59.345678 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 56098) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:37:59.393736 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-999fc240-88f8-4626-8709-0e43f3e6e2e3 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589160591', 'description': 'tempest-secgroup-smoke-589160591 description', 'project_id': 'ed407864f9cf431ebd8018e1a6862294'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:37:59.450715 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-96b0a952-108b-4ba4-b449-b52af508c186 req-b008e214-c997-4f40-964a-dd65457a643d tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 210 time: 0.1296198 Oct 04 08:37:59.474531 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Set router 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:37:59.489970 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 159277a9-e8de-47c4-813b-8de31279c18f no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:37:59.500203 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for port (ff282f37-33ee-416e-87ac-e551cf943821), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:59.507608 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (ff282f37-33ee-416e-87ac-e551cf943821), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:59.569973 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (edec3235-3ec3-4b05-9040-6b7ae3021eca), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:59.607259 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35243d8-0f21-40e5-9424-caece4c63967 req-b05b7867-b5e8-48f4-a7aa-e285fa4d9a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:59.609427 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c35243d8-0f21-40e5-9424-caece4c63967 req-b05b7867-b5e8-48f4-a7aa-e285fa4d9a9d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=730a9b11-4347-4415-adec-96bd4e59e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3048081 Oct 04 08:37:59.618896 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 159277a9-e8de-47c4-813b-8de31279c18f is: ACTIVE; New status is: DOWN {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:37:59.619735 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (159277a9-e8de-47c4-813b-8de31279c18f), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:59.619900 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd4f02-b761-46e5-835e-5d626efd518b req-5fe49b54-38b2-4a40-897a-454e425e7dfd tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:37:59.631750 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5afd4f02-b761-46e5-835e-5d626efd518b req-5fe49b54-38b2-4a40-897a-454e425e7dfd tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 943 time: 0.1799219 Oct 04 08:37:59.654823 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:59.656544 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5812573 Oct 04 08:37:59.677717 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:37:59.680819 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d06b36-3f11-4fec-8bfc-b6b472364edb" -d '{"events": [{"server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "name": "network-vif-unplugged", "status": "completed", "tag": "159277a9-e8de-47c4-813b-8de31279c18f"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:37:59.685695 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.l3_db [None req-b1df1f47-8e12-40d2-8db5-108ab444876e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Floating IP 7c77fb42-c50c-40c8-90cd-69ca93006e2b associated. External IP: 172.27.0.125, port: ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c. Oct 04 08:37:59.693517 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29827a-2501-46d8-ad67-f2df44562f10 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Pushing event updated for resources: {'Port': ['ID=ff282f37-33ee-416e-87ac-e551cf943821,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:59.706302 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 159277a9-e8de-47c4-813b-8de31279c18f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=159277a9-e8de-47c4-813b-8de31279c18f,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:37:59.711960 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fecd88e6-5e83-46aa-94ed-4c4ec3bb2623 req-79de3417-a8f8-4cf6-aa17-e3ddf7045cb3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072551 Oct 04 08:37:59.712962 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (159277a9-e8de-47c4-813b-8de31279c18f), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:59.760595 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 08:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacce309-1df0-4946-a1c0-5d2e5d7264d6 x-openstack-request-id: req-aacce309-1df0-4946-a1c0-5d2e5d7264d6 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:37:59.761168 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "name": "network-vif-unplugged", "status": "completed", "tag": "159277a9-e8de-47c4-813b-8de31279c18f", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:37:59.761576 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aacce309-1df0-4946-a1c0-5d2e5d7264d6 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:37:59.762174 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aacce309-1df0-4946-a1c0-5d2e5d7264d6'] response: {'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f', 'code': 200} Oct 04 08:37:59.796804 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'name': 'tempest-TestShelveInstance-1878647729-router', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:48Z', 'updated_at': '2022-10-04T08:37:56Z', 'revision_number': 4, 'project_id': 'f2ccb8caf53844bebcbe26010b009e00', 'gw_port': {'id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:49Z', 'updated_at': '2022-10-04T08:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '2e6b8d6e-69d1-470b-8f57-d4f3158f92f0', 'name': '', 'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'mac_address': 'fa:16:3e:1c:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'a3881fa1-af9c-4b8f-8623-f62768d009d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:54Z', 'updated_at': '2022-10-04T08:37:56Z', 'revision_number': 2, 'project_id': 'f2ccb8caf53844bebcbe26010b009e00', 'subnets': [{'id': 'a3881fa1-af9c-4b8f-8623-f62768d009d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:37:59.814758 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=159277a9-e8de-47c4-813b-8de31279c18f,revision_number=8']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:37:59.829966 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Checking router: 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:37:59.830301 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Updating router 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 binding host dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:37:59.864627 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-999fc240-88f8-4626-8709-0e43f3e6e2e3 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:37:59.867544 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.012779 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-756497d1-0302-490d-8b47-5a3469fee9e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Allocated IP 172.20.0.7 (1ee6d49b-e78d-48c2-9f17-a27346795ae3/4bcfe2de-4d63-41bc-b246-8d7f03419dee/6b7f8247-fad9-479e-956e-2174a8b01f79) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:38:00.070107 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:00.108289 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c35243d8-0f21-40e5-9424-caece4c63967 req-45e4d825-fb7b-4e95-bdf2-37a09f377d77 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649491 Oct 04 08:38:00.123839 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5afd4f02-b761-46e5-835e-5d626efd518b req-ee6d6407-45cc-46b1-a985-f255c83db079 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4073019 Oct 04 08:38:00.159403 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:00.176732 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Publish callbacks [] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), precommit_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.183544 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.191534 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-b1f9fee5-cb93-4f5b-8a46-7328d0c1e1fd tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1506672386&fields=id&tenant_id=5934621267af4b838889fcbfb9febaea HTTP/1.1" status: 200 len: 267 time: 0.2552302 Oct 04 08:38:00.268874 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Pushing event updated for resources: {'Port': ['ID=2e6b8d6e-69d1-470b-8f57-d4f3158f92f0,revision_number=3']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:00.283379 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Attempting to bind port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:38:00.284132 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Attempting to bind port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'd26d8d0d-6ed4-4a91-9d58-1202b36dbecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf'}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:38:00.284132 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Attempting to bind port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 on network d1bab07f-9648-43ab-8553-3307b886e7cf {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:38:00.286933 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.287277 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.287643 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.287996 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.288332 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.288660 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.288979 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.289304 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.289626 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.289944 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.290264 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.290627 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.290947 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.291262 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.291575 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:00.318167 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:00.340469 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:38:00.340844 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Checking segment: {'id': 'd26d8d0d-6ed4-4a91-9d58-1202b36dbecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:38:00.341244 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.341639 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Bound using segment: {'id': 'd26d8d0d-6ed4-4a91-9d58-1202b36dbecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf'} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:38:00.342113 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Bound port: 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26d8d0d-6ed4-4a91-9d58-1202b36dbecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf'}}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:38:00.342493 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.374649 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:00.458197 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-999fc240-88f8-4626-8709-0e43f3e6e2e3 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group (27d7e930-7f2d-4f3c-9a7c-a21d8ca81565), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.480359 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-999fc240-88f8-4626-8709-0e43f3e6e2e3 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (27d7e930-7f2d-4f3c-9a7c-a21d8ca81565), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.485935 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] For port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:38:00.489312 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] For port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=2e6b8d6e-69d1-470b-8f57-d4f3158f92f0,segment=NetworkSegment(d26d8d0d-6ed4-4a91-9d58-1202b36dbecc),segment_id=d26d8d0d-6ed4-4a91-9d58-1202b36dbecc)] {{(pid=106413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:38:00.495977 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.518747 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ec76d-eff1-4c88-bd05-927f698eeadf req-89e6818c-dd73-4640-bada-d09f4f435439 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:00.520283 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a61ec76d-eff1-4c88-bd05-927f698eeadf req-89e6818c-dd73-4640-bada-d09f4f435439 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.2500830 Oct 04 08:38:00.546727 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Routers {'4b8788bf-bcec-4f8c-9285-41db3ea71cf1'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:38:00.547610 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4b8788bf-bcec-4f8c-9285-41db3ea71cf1'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:00.615808 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c35243d8-0f21-40e5-9424-caece4c63967 req-c9ad0b1e-51c3-48a0-91a3-29022d3f3d68 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528427 Oct 04 08:38:00.616472 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 530a3887-6bc9-4f4f-969f-049acc8cd01a up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:38:00.622577 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fc372-d661-4976-94cf-8de73cc0c022 None None] Pushing event updated for resources: {'Port': ['ID=2e6b8d6e-69d1-470b-8f57-d4f3158f92f0,revision_number=4']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:00.634986 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-999fc240-88f8-4626-8709-0e43f3e6e2e3 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.639981 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-999fc240-88f8-4626-8709-0e43f3e6e2e3 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2881243 Oct 04 08:38:00.641063 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56118) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:00.651336 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-4ca52b63-df15-41b4-a366-6f40acd664e4 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Request body: {'security_group_rule': {'security_group_id': '27d7e930-7f2d-4f3c-9a7c-a21d8ca81565', 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:38:00.652472 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fc240-88f8-4626-8709-0e43f3e6e2e3 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d7e930-7f2d-4f3c-9a7c-a21d8ca81565,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:00.694838 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-dcd55d5d-7d28-4e72-a683-00a74b7e8b60 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:00.698771 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] Set router 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:38:00.701826 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-dcd55d5d-7d28-4e72-a683-00a74b7e8b60 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 818 time: 0.4789641 Oct 04 08:38:00.710177 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4ca52b63-df15-41b4-a366-6f40acd664e4 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (4da098d5-5acd-486e-b757-eb6f4667be78), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.710495 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 530a3887-6bc9-4f4f-969f-049acc8cd01a triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:38:00.711180 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.711401 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 530a3887-6bc9-4f4f-969f-049acc8cd01a Oct 04 08:38:00.713950 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1df1f47-8e12-40d2-8db5-108ab444876e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:38:00.731069 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-756497d1-0302-490d-8b47-5a3469fee9e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks [] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.747368 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:00.748747 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:00.755993 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a61ec76d-eff1-4c88-bd05-927f698eeadf req-059499c2-bf3c-4077-97a4-5f11348fc0ff tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017314 Oct 04 08:38:00.766098 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-f6bd6444-e98b-4c7e-ba14-ca364e7d5a6d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/quotas/5934621267af4b838889fcbfb9febaea HTTP/1.1" status: 200 len: 375 time: 0.0633128 Oct 04 08:38:00.803513 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4ca52b63-df15-41b4-a366-6f40acd664e4 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (4da098d5-5acd-486e-b757-eb6f4667be78), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.808154 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4ca52b63-df15-41b4-a366-6f40acd664e4 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (4da098d5-5acd-486e-b757-eb6f4667be78), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.831249 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca52b63-df15-41b4-a366-6f40acd664e4 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da098d5-5acd-486e-b757-eb6f4667be78,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:00.842793 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4ca52b63-df15-41b4-a366-6f40acd664e4 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.844202 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-4ca52b63-df15-41b4-a366-6f40acd664e4 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1999424 Oct 04 08:38:00.847974 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56120) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:00.852888 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-d09f8c99-bb87-4a17-82e7-96526e814ee7 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Request body: {'security_group_rule': {'security_group_id': '27d7e930-7f2d-4f3c-9a7c-a21d8ca81565', 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:38:00.859292 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 530a3887-6bc9-4f4f-969f-049acc8cd01a is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:38:00.889393 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d09f8c99-bb87-4a17-82e7-96526e814ee7 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (6a98b34f-044b-403e-bf72-01e7b742a7c8), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.917691 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'name': 'tempest-TestShelveInstance-1878647729-router', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:48Z', 'updated_at': '2022-10-04T08:37:56Z', 'revision_number': 4, 'project_id': 'f2ccb8caf53844bebcbe26010b009e00', 'gw_port': {'id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:49Z', 'updated_at': '2022-10-04T08:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '2e6b8d6e-69d1-470b-8f57-d4f3158f92f0', 'name': '', 'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'mac_address': 'fa:16:3e:1c:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'a3881fa1-af9c-4b8f-8623-f62768d009d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:54Z', 'updated_at': '2022-10-04T08:38:00Z', 'revision_number': 4, 'project_id': 'f2ccb8caf53844bebcbe26010b009e00', 'subnets': [{'id': 'a3881fa1-af9c-4b8f-8623-f62768d009d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:00.941198 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:00.945206 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f895a6ee-bdfb-4fdd-bc38-032b100606d4 None None] The sync data for ids ['4b8788bf-bcec-4f8c-9285-41db3ea71cf1'] in dv-cinder-860209-1-iscsi is: [{'id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'name': 'tempest-TestShelveInstance-1878647729-router', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:48Z', 'updated_at': '2022-10-04T08:37:56Z', 'revision_number': 4, 'project_id': 'f2ccb8caf53844bebcbe26010b009e00', 'gw_port': {'id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:49Z', 'updated_at': '2022-10-04T08:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '2e6b8d6e-69d1-470b-8f57-d4f3158f92f0', 'name': '', 'network_id': 'd1bab07f-9648-43ab-8553-3307b886e7cf', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'mac_address': 'fa:16:3e:1c:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'a3881fa1-af9c-4b8f-8623-f62768d009d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:54Z', 'updated_at': '2022-10-04T08:38:00Z', 'revision_number': 4, 'project_id': 'f2ccb8caf53844bebcbe26010b009e00', 'subnets': [{'id': 'a3881fa1-af9c-4b8f-8623-f62768d009d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:38:00.963421 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d09f8c99-bb87-4a17-82e7-96526e814ee7 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (6a98b34f-044b-403e-bf72-01e7b742a7c8), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.967760 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d09f8c99-bb87-4a17-82e7-96526e814ee7 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (6a98b34f-044b-403e-bf72-01e7b742a7c8), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:00.978870 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a79e53ff-cfe3-44ba-b7f7-7b4c0599330a req-44d260c8-b0d8-4d23-a4e6-3d2bbb16c668 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 210 time: 0.0974994 Oct 04 08:38:00.995979 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f8c99-bb87-4a17-82e7-96526e814ee7 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a98b34f-044b-403e-bf72-01e7b742a7c8,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:01.010430 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-f1ad213c-5fb4-448b-967c-c57213faa15f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2256351 Oct 04 08:38:01.019483 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d09f8c99-bb87-4a17-82e7-96526e814ee7 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.020642 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-d09f8c99-bb87-4a17-82e7-96526e814ee7 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1716447 Oct 04 08:38:01.023646 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56122) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:01.035543 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-9d4e3b33-c041-403a-8ac7-86d199058ce2 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Request body: {'security_group_rule': {'security_group_id': '27d7e930-7f2d-4f3c-9a7c-a21d8ca81565', 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:38:01.077409 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9d4e3b33-c041-403a-8ac7-86d199058ce2 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (bc06e027-a58b-4010-8ca5-0289d173dce8), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.088948 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-756497d1-0302-490d-8b47-5a3469fee9e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.150514 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9d4e3b33-c041-403a-8ac7-86d199058ce2 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (bc06e027-a58b-4010-8ca5-0289d173dce8), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.156039 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9d4e3b33-c041-403a-8ac7-86d199058ce2 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (bc06e027-a58b-4010-8ca5-0289d173dce8), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.165892 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:01.189800 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e3b33-c041-403a-8ac7-86d199058ce2 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc06e027-a58b-4010-8ca5-0289d173dce8,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:01.202616 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1df1f47-8e12-40d2-8db5-108ab444876e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:38:01.209353 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b1df1f47-8e12-40d2-8db5-108ab444876e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.215675 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8cad3-56db-495e-8ffc-594a1c70641c None None] Sync routers for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:38:01.225954 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9d4e3b33-c041-403a-8ac7-86d199058ce2 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.236209 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-9d4e3b33-c041-403a-8ac7-86d199058ce2 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2107978 Oct 04 08:38:01.238238 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56126) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:01.240217 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c8cad3-56db-495e-8ffc-594a1c70641c None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:38:01.241251 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-98c8cad3-56db-495e-8ffc-594a1c70641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:01.243218 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-8ced86ed-af4c-4b56-8273-6538658c1c1b tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Request body: {'security_group_rule': {'security_group_id': '27d7e930-7f2d-4f3c-9a7c-a21d8ca81565', 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:38:01.268443 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-756497d1-0302-490d-8b47-5a3469fee9e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Network 1ee6d49b-e78d-48c2-9f17-a27346795ae3 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:38:01.283423 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ced86ed-af4c-4b56-8273-6538658c1c1b tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (8b430aad-f23b-47c6-b58e-7d22a67a6d11), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.362065 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ced86ed-af4c-4b56-8273-6538658c1c1b tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (8b430aad-f23b-47c6-b58e-7d22a67a6d11), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.369195 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ced86ed-af4c-4b56-8273-6538658c1c1b tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (8b430aad-f23b-47c6-b58e-7d22a67a6d11), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.380660 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-98c8cad3-56db-495e-8ffc-594a1c70641c None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:38:01.394182 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced86ed-af4c-4b56-8273-6538658c1c1b tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b430aad-f23b-47c6-b58e-7d22a67a6d11,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:01.401911 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ced86ed-af4c-4b56-8273-6538658c1c1b tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.406769 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-8ced86ed-af4c-4b56-8273-6538658c1c1b tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673803 Oct 04 08:38:01.412004 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56128) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:01.417992 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-ff46e55d-cf72-48dc-a20a-5353e0e262fd tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Request body: {'security_group_rule': {'security_group_id': '27d7e930-7f2d-4f3c-9a7c-a21d8ca81565', 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:38:01.446750 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.securitygroups_db [None req-ff46e55d-cf72-48dc-a20a-5353e0e262fd tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Project ed407864f9cf431ebd8018e1a6862294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 08:38:01.453861 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ff46e55d-cf72-48dc-a20a-5353e0e262fd tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (caaa8195-45b5-478b-a40b-261fa7741c33), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.528921 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ff46e55d-cf72-48dc-a20a-5353e0e262fd tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (caaa8195-45b5-478b-a40b-261fa7741c33), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.534353 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ff46e55d-cf72-48dc-a20a-5353e0e262fd tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (caaa8195-45b5-478b-a40b-261fa7741c33), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.558033 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46e55d-cf72-48dc-a20a-5353e0e262fd tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caaa8195-45b5-478b-a40b-261fa7741c33,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:01.570480 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ff46e55d-cf72-48dc-a20a-5353e0e262fd tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.574382 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-ff46e55d-cf72-48dc-a20a-5353e0e262fd tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1588023 Oct 04 08:38:01.574623 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56130) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:01.587503 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-10381a6c-bb57-4754-a215-040e3fc9c159 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Request body: {'security_group_rule': {'security_group_id': '27d7e930-7f2d-4f3c-9a7c-a21d8ca81565', 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:38:01.594166 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-756497d1-0302-490d-8b47-5a3469fee9e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:38:01.597446 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-756497d1-0302-490d-8b47-5a3469fee9e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:38:01.602997 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-756497d1-0302-490d-8b47-5a3469fee9e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:01.603666 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-756497d1-0302-490d-8b47-5a3469fee9e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.611516 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756497d1-0302-490d-8b47-5a3469fee9e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Pushing event updated for resources: {'Port': ['ID=6b7f8247-fad9-479e-956e-2174a8b01f79,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:01.620856 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.securitygroups_db [None req-10381a6c-bb57-4754-a215-040e3fc9c159 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Project ed407864f9cf431ebd8018e1a6862294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 08:38:01.629405 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-10381a6c-bb57-4754-a215-040e3fc9c159 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (16122837-715b-4b54-838b-c790084c9525), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.670755 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-0639666a-0f92-4c9e-afb9-0918a588fb8a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008372 Oct 04 08:38:01.674609 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-b1df1f47-8e12-40d2-8db5-108ab444876e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/7c77fb42-c50c-40c8-90cd-69ca93006e2b HTTP/1.1" status: 200 len: 991 time: 5.5483468 Oct 04 08:38:01.687037 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dee148f-e8b5-437c-9d80-4d784091314c', 'tag': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:38:01.689506 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9744a4e4-6474-4286-97c0-edec48721abc" -d '{"events": [{"name": "network-changed", "server_uuid": "6dee148f-e8b5-437c-9d80-4d784091314c", "tag": "ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:38:01.690950 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:01.697980 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984560ef-d7aa-4fed-ba02-d77db1cec81a req-6e32ee80-10a6-4407-bab9-56d1014acc0e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:01.709515 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-984560ef-d7aa-4fed-ba02-d77db1cec81a req-6e32ee80-10a6-4407-bab9-56d1014acc0e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 943 time: 0.4690640 Oct 04 08:38:01.714514 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-10381a6c-bb57-4754-a215-040e3fc9c159 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (16122837-715b-4b54-838b-c790084c9525), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.722091 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-10381a6c-bb57-4754-a215-040e3fc9c159 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (16122837-715b-4b54-838b-c790084c9525), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.743922 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10381a6c-bb57-4754-a215-040e3fc9c159 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16122837-715b-4b54-838b-c790084c9525,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:01.746242 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-756497d1-0302-490d-8b47-5a3469fee9e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5666161 Oct 04 08:38:01.756911 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-98c8cad3-56db-495e-8ffc-594a1c70641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '7c77fb42-c50c-40c8-90cd-69ca93006e2b', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:56:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dee148f-e8b5-437c-9d80-4d784091314c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:37:21Z', 'updated_at': '2022-10-04T08:37:58Z', 'revision_number': 1, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}, {'id': 'f83efe45-3ae0-46d1-a866-0709fa275b2a', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:99:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:35:29Z', 'updated_at': '2022-10-04T08:36:15Z', 'revision_number': 2, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:01.760465 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-10381a6c-bb57-4754-a215-040e3fc9c159 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:01.769962 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-10381a6c-bb57-4754-a215-040e3fc9c159 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1859717 Oct 04 08:38:01.799206 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8cad3-56db-495e-8ffc-594a1c70641c None None] Checking router: 4ab3ff76-f30b-40f5-ba46-3754e98882d8 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:38:01.811699 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c8cad3-56db-495e-8ffc-594a1c70641c None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:38:01.812558 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-98c8cad3-56db-495e-8ffc-594a1c70641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:01.835830 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-984560ef-d7aa-4fed-ba02-d77db1cec81a req-5a1003ef-c820-4ea9-81de-39270c7da893 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253457 Oct 04 08:38:01.849221 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:01.923370 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b990cf-3e36-403b-9e69-22278ff54256 x-openstack-request-id: req-d3b990cf-3e36-403b-9e69-22278ff54256 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:38:01.923875 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dee148f-e8b5-437c-9d80-4d784091314c", "tag": "ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:38:01.925024 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3b990cf-3e36-403b-9e69-22278ff54256 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:38:01.925525 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b990cf-3e36-403b-9e69-22278ff54256'] response: {'name': 'network-changed', 'server_uuid': '6dee148f-e8b5-437c-9d80-4d784091314c', 'tag': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c', 'status': 'completed', 'code': 200} Oct 04 08:38:01.943307 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-473e4136-6bbd-49e8-8a3f-0861342474d5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279358 Oct 04 08:38:01.946952 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:01.950058 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-98c8cad3-56db-495e-8ffc-594a1c70641c None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:38:02.080694 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0968304-bc57-4de4-9823-c3ba3c6c4a8b req-af588638-cbce-4407-81c3-c71d81ff60f6 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:02.082586 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d0968304-bc57-4de4-9823-c3ba3c6c4a8b req-af588638-cbce-4407-81c3-c71d81ff60f6 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0928185 Oct 04 08:38:02.206021 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d0968304-bc57-4de4-9823-c3ba3c6c4a8b req-eed31eda-44c5-40ce-aa9f-d9ba2341f506 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138828 Oct 04 08:38:02.259947 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-98c8cad3-56db-495e-8ffc-594a1c70641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '7c77fb42-c50c-40c8-90cd-69ca93006e2b', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:56:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dee148f-e8b5-437c-9d80-4d784091314c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:37:21Z', 'updated_at': '2022-10-04T08:37:58Z', 'revision_number': 1, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}, {'id': 'f83efe45-3ae0-46d1-a866-0709fa275b2a', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:99:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:35:29Z', 'updated_at': '2022-10-04T08:36:15Z', 'revision_number': 2, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:02.291584 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8cad3-56db-495e-8ffc-594a1c70641c None None] The sync data for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi is: [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '7c77fb42-c50c-40c8-90cd-69ca93006e2b', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:56:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dee148f-e8b5-437c-9d80-4d784091314c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:37:21Z', 'updated_at': '2022-10-04T08:37:58Z', 'revision_number': 1, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}, {'id': 'f83efe45-3ae0-46d1-a866-0709fa275b2a', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:99:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:35:29Z', 'updated_at': '2022-10-04T08:36:15Z', 'revision_number': 2, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:38:02.387494 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73850fff-dc18-4e23-b95a-d841f0434048 req-d1e4f9a7-037a-47c9-989e-9b1fbd427d29 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:02.389046 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-73850fff-dc18-4e23-b95a-d841f0434048 req-d1e4f9a7-037a-47c9-989e-9b1fbd427d29 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 931 time: 0.0726287 Oct 04 08:38:02.390932 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b7eaf12-76a1-44f4-b728-aea614ced172 req-80afaf49-2f16-4c07-9016-956803e6fa8f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 210 time: 0.0882375 Oct 04 08:38:02.483157 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-73850fff-dc18-4e23-b95a-d841f0434048 req-969a499d-b5d2-4f53-b6cd-049abc364b57 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854921 Oct 04 08:38:02.666917 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:38:02.672986 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:02.727891 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:38:02.728272 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:02.728601 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 Oct 04 08:38:02.799494 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Request body: {'port': {'device_id': '2213799d-aaf1-497d-8b34-df52ba65b77a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:38:02.828140 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da0dc8c-203f-4e06-ac83-ede39217d0fe None None] New status for floating IP 7c77fb42-c50c-40c8-90cd-69ca93006e2b: ACTIVE {{(pid=106413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:38:02.839687 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:38:02.840872 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:02.913801 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=2e6b8d6e-69d1-470b-8f57-d4f3158f92f0,segment=NetworkSegment(d26d8d0d-6ed4-4a91-9d58-1202b36dbecc),segment_id=d26d8d0d-6ed4-4a91-9d58-1202b36dbecc)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:02.920401 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:02.979421 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=2e6b8d6e-69d1-470b-8f57-d4f3158f92f0,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:03.018647 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744a4e4-6474-4286-97c0-edec48721abc req-5a8ce1be-aca8-47bf-b3c8-0f10292df51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:03.020630 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9744a4e4-6474-4286-97c0-edec48721abc req-5a8ce1be-aca8-47bf-b3c8-0f10292df51f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 1129 time: 0.1739762 Oct 04 08:38:03.024878 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:03.061435 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056dcec-9d9d-4571-bb46-c61426d96e91 req-237d7b08-bb34-4e71-90e1-5c71304f8a84 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:03.063877 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2056dcec-9d9d-4571-bb46-c61426d96e91 req-237d7b08-bb34-4e71-90e1-5c71304f8a84 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 943 time: 0.1300881 Oct 04 08:38:03.202184 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2056dcec-9d9d-4571-bb46-c61426d96e91 req-23988ac0-d9f8-4a8a-ba86-219f18d0decb tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173196 Oct 04 08:38:03.302332 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:03.374403 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc287d4-21fd-4fe7-837d-b38870f8333b req-d59e6207-21c2-476a-a23d-c67634a9cea2 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:03.376565 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-edc287d4-21fd-4fe7-837d-b38870f8333b req-d59e6207-21c2-476a-a23d-c67634a9cea2 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0701418 Oct 04 08:38:03.439603 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7f8247-fad9-479e-956e-2174a8b01f79 {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:38:03.455701 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Publish callbacks [] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:03.481144 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-edc287d4-21fd-4fe7-837d-b38870f8333b req-1a571bb1-86f4-4f92-b4b8-7a8a364c7fda tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955215 Oct 04 08:38:03.484344 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Transition to ACTIVE for port object 6b7f8247-fad9-479e-956e-2174a8b01f79 will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:38:03.490983 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:03.589332 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a61275ad-5741-4ee4-95d7-54346c74c69e req-75732ea3-b8b0-4b0f-91c9-d6fcfdaf9c1c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 210 time: 0.0640402 Oct 04 08:38:03.589768 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:03.605860 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Pushing event updated for resources: {'Port': ['ID=6b7f8247-fad9-479e-956e-2174a8b01f79,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:03.620892 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Attempting to bind port 6b7f8247-fad9-479e-956e-2174a8b01f79 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:38:03.621224 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Attempting to bind port 6b7f8247-fad9-479e-956e-2174a8b01f79 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'd9e2812d-e413-4de8-83c8-2b8aec654370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:38:03.621560 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Attempting to bind port 6b7f8247-fad9-479e-956e-2174a8b01f79 on network 1ee6d49b-e78d-48c2-9f17-a27346795ae3 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:38:03.767853 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5631f2-eec7-4a95-ba50-a03ecf412f97 req-5d251d1f-594a-4f48-be40-365f970edfa0 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:03.769243 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4b5631f2-eec7-4a95-ba50-a03ecf412f97 req-5d251d1f-594a-4f48-be40-365f970edfa0 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 943 time: 0.1845779 Oct 04 08:38:03.805641 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Port 6b7f8247-fad9-479e-956e-2174a8b01f79 on network 1ee6d49b-e78d-48c2-9f17-a27346795ae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:38:03.805981 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Attempting to bind port 6b7f8247-fad9-479e-956e-2174a8b01f79 on network 1ee6d49b-e78d-48c2-9f17-a27346795ae3 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:38:03.891756 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4b5631f2-eec7-4a95-ba50-a03ecf412f97 req-effb8032-27ff-41df-8ab7-3c2968433a9b tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147292 Oct 04 08:38:03.895548 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744a4e4-6474-4286-97c0-edec48721abc req-7810d777-8494-4b6d-9c1a-399fd342bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:03.896807 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9744a4e4-6474-4286-97c0-edec48721abc req-7810d777-8494-4b6d-9c1a-399fd342bda9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 915 time: 0.2238269 Oct 04 08:38:03.904295 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:38:03.904634 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Checking segment: {'id': 'd9e2812d-e413-4de8-83c8-2b8aec654370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:38:03.905018 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Bound using segment: {'id': 'd9e2812d-e413-4de8-83c8-2b8aec654370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:38:03.905462 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Bound port: 6b7f8247-fad9-479e-956e-2174a8b01f79, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e2812d-e413-4de8-83c8-2b8aec654370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:38:03.905827 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:04.010770 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9744a4e4-6474-4286-97c0-edec48721abc req-b0d398b3-de11-4cb7-b89e-194b236632f0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c HTTP/1.1" status: 200 len: 1001 time: 0.1001780 Oct 04 08:38:04.072219 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] For port 6b7f8247-fad9-479e-956e-2174a8b01f79, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:38:04.092501 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] For port 6b7f8247-fad9-479e-956e-2174a8b01f79, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=6b7f8247-fad9-479e-956e-2174a8b01f79,segment=NetworkSegment(d9e2812d-e413-4de8-83c8-2b8aec654370),segment_id=d9e2812d-e413-4de8-83c8-2b8aec654370)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:38:04.098872 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744a4e4-6474-4286-97c0-edec48721abc req-5dc9af32-4295-4512-8a33-ee031b2bc2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:04.100342 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9744a4e4-6474-4286-97c0-edec48721abc req-5dc9af32-4295-4512-8a33-ee031b2bc2a8 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a544c86d-0009-4ba9-af33-45ba2bcf0de5 HTTP/1.1" status: 200 len: 854 time: 0.0781918 Oct 04 08:38:04.101768 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:04.105856 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:04.106495 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:04.107885 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/6b7f8247-fad9-479e-956e-2174a8b01f79 HTTP/1.1" status: 200 len: 1093 time: 1.3238652 Oct 04 08:38:04.108427 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2213799d-aaf1-497d-8b34-df52ba65b77a', 'tag': '6b7f8247-fad9-479e-956e-2174a8b01f79'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:38:04.111420 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6078d747-8339-4935-98c3-c0b3c6ccadd5" -d '{"events": [{"name": "network-changed", "server_uuid": "2213799d-aaf1-497d-8b34-df52ba65b77a", "tag": "6b7f8247-fad9-479e-956e-2174a8b01f79"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:38:04.162363 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5aa3e8b-0fab-4df0-af49-ebcbc7d5c90b x-openstack-request-id: req-b5aa3e8b-0fab-4df0-af49-ebcbc7d5c90b {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:38:04.162687 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2213799d-aaf1-497d-8b34-df52ba65b77a", "tag": "6b7f8247-fad9-479e-956e-2174a8b01f79", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:38:04.162944 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5aa3e8b-0fab-4df0-af49-ebcbc7d5c90b {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:38:04.163371 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5aa3e8b-0fab-4df0-af49-ebcbc7d5c90b'] response: {'name': 'network-changed', 'server_uuid': '2213799d-aaf1-497d-8b34-df52ba65b77a', 'tag': '6b7f8247-fad9-479e-956e-2174a8b01f79', 'status': 'completed', 'code': 200} Oct 04 08:38:04.174341 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6278f-02e5-41b8-b3a6-b85112e5579f service neutron] Pushing event updated for resources: {'Port': ['ID=6b7f8247-fad9-479e-956e-2174a8b01f79,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:04.325831 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:04.336424 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fcb07-b229-4569-b00e-ed2b45b7a33f req-a86678ad-69e4-4abd-b35d-1a58611c3c17 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:04.341739 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-923fcb07-b229-4569-b00e-ed2b45b7a33f req-a86678ad-69e4-4abd-b35d-1a58611c3c17 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 943 time: 0.0578825 Oct 04 08:38:04.457849 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744a4e4-6474-4286-97c0-edec48721abc req-1351d466-f0ba-4e11-902f-f57376498092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:04.459452 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9744a4e4-6474-4286-97c0-edec48721abc req-1351d466-f0ba-4e11-902f-f57376498092 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd380db5-2756-484c-8401-ea63df26e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1030967 Oct 04 08:38:04.472425 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d747-8339-4935-98c3-c0b3c6ccadd5 req-eadfcb7a-e716-42af-a3da-e6119a869945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:04.473951 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6078d747-8339-4935-98c3-c0b3c6ccadd5 req-eadfcb7a-e716-42af-a3da-e6119a869945 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f758e7615232486a93a915760633b702&device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 1127 time: 0.0832283 Oct 04 08:38:04.549040 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-923fcb07-b229-4569-b00e-ed2b45b7a33f req-3804acf5-8a22-4f2f-b10c-2cb6a52e1d7f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025425 Oct 04 08:38:04.694725 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:38:04.757722 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9744a4e4-6474-4286-97c0-edec48721abc req-7d3b2ef6-a95c-4743-a508-45c1876afd84 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871153 Oct 04 08:38:04.768912 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:38:04.769430 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:04.769780 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 Oct 04 08:38:04.788055 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2014-e3c8-47b7-b422-f29e29647864 req-d496f391-b0ae-476a-9b30-bd77649e4e85 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:04.789904 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f60b2014-e3c8-47b7-b422-f29e29647864 req-d496f391-b0ae-476a-9b30-bd77649e4e85 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.1391928 Oct 04 08:38:04.809313 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d747-8339-4935-98c3-c0b3c6ccadd5 req-4b031fd1-5879-4f58-902e-92508efd5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:04.811680 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6078d747-8339-4935-98c3-c0b3c6ccadd5 req-4b031fd1-5879-4f58-902e-92508efd5ff0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=f758e7615232486a93a915760633b702&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3240542 Oct 04 08:38:04.814595 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a5ce38e0-5f8e-4a7d-8bb1-334a40189404 req-9bdf869b-b800-4d8c-a0ad-f744b1d67bc9 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 210 time: 0.0951695 Oct 04 08:38:04.893196 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:38:04.906211 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:05.014698 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f60b2014-e3c8-47b7-b422-f29e29647864 req-d62bacea-1dc3-4e3a-9315-f054e1c59d3f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076633 Oct 04 08:38:05.058817 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9744a4e4-6474-4286-97c0-edec48721abc req-39ab4d58-9a71-457b-a8c9-371bfa736b8e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646532 Oct 04 08:38:05.086640 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facddcb-cbb4-4f10-a458-f54f8caecea3 req-3f40e80a-939e-4868-806d-19e9f2cdd505 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:05.088126 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2facddcb-cbb4-4f10-a458-f54f8caecea3 req-3f40e80a-939e-4868-806d-19e9f2cdd505 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 943 time: 0.1056685 Oct 04 08:38:05.091355 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d747-8339-4935-98c3-c0b3c6ccadd5 req-d8e53650-5114-42dd-8e53-b2bc7cec77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:05.092909 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6078d747-8339-4935-98c3-c0b3c6ccadd5 req-d8e53650-5114-42dd-8e53-b2bc7cec77c2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2533255 Oct 04 08:38:05.142378 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2facddcb-cbb4-4f10-a458-f54f8caecea3 req-260a1629-17bd-4546-a393-3bd32f88faa4 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458789 Oct 04 08:38:05.281611 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-e23bfed2-3d28-4817-a202-9c1bfdcd1f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:05.283992 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-e23bfed2-3d28-4817-a202-9c1bfdcd1f5b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f758e7615232486a93a915760633b702&device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 1127 time: 0.0513432 Oct 04 08:38:05.352286 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-9b2f2905-140e-4f2b-8a03-617c5429c530 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b7f8247-fad9-479e-956e-2174a8b01f79 HTTP/1.1" status: 200 len: 217 time: 0.0465190 Oct 04 08:38:05.432709 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:05.456494 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-472deedf-06c7-4c0f-a7fa-0c3d9320aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:05.457953 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-472deedf-06c7-4c0f-a7fa-0c3d9320aa27 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=4bcfe2de-4d63-41bc-b246-8d7f03419dee HTTP/1.1" status: 200 len: 847 time: 0.0758564 Oct 04 08:38:05.501977 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-d55850b4-cc9d-448c-a62e-e710fc234aca tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:05.503506 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-d55850b4-cc9d-448c-a62e-e710fc234aca tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 818 time: 0.2102649 Oct 04 08:38:05.505287 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-10842902-321a-4105-b2fc-953bfee91622 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1ee6d49b-e78d-48c2-9f17-a27346795ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379078 Oct 04 08:38:05.506988 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 0e892634-2abc-4cc1-ad5b-83887511e34a details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:38:05.511163 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 159277a9-e8de-47c4-813b-8de31279c18f no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:38:05.676321 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-e8cf5bb1-f47b-4486-9f7c-87e43d6296cd tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5934621267af4b838889fcbfb9febaea HTTP/1.1" status: 200 len: 380 time: 0.1526892 Oct 04 08:38:05.686920 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [req-b7a3b931-c692-422c-b272-89a0d3fa24c4 req-a5e25344-4b2e-451a-80c5-631fcec92dca service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:38:05.687964 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b7a3b931-c692-422c-b272-89a0d3fa24c4 req-a5e25344-4b2e-451a-80c5-631fcec92dca service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0192466 Oct 04 08:38:05.704260 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-760b0ccc-8df6-4507-b5b0-55158cb640a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Request body: {'port': {'device_id': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'admin_state_up': True, 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'security_groups': ['8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708']}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:38:05.750658 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-b39c4120-a8cb-4468-abef-c09c1ac5fc96 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1ee6d49b-e78d-48c2-9f17-a27346795ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123947 Oct 04 08:38:05.850164 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:05.859323 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 159277a9-e8de-47c4-813b-8de31279c18f is: DOWN; New status is: DOWN {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:38:05.883803 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 0e892634-2abc-4cc1-ad5b-83887511e34a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0e892634-2abc-4cc1-ad5b-83887511e34a,segment=NetworkSegment(f48d575e-74e1-4f3e-8727-6deaccc8c438),segment_id=f48d575e-74e1-4f3e-8727-6deaccc8c438)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:05.899805 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '0e892634-2abc-4cc1-ad5b-83887511e34a', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'port_id': '0e892634-2abc-4cc1-ad5b-83887511e34a', 'mac_address': 'fa:16:3e:32:68:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:38:05.939616 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 0e892634-2abc-4cc1-ad5b-83887511e34a is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:38:05.940059 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:05.957898 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e892634-2abc-4cc1-ad5b-83887511e34a {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:38:05.983927 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 0e892634-2abc-4cc1-ad5b-83887511e34a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0e892634-2abc-4cc1-ad5b-83887511e34a,segment=NetworkSegment(f48d575e-74e1-4f3e-8727-6deaccc8c438),segment_id=f48d575e-74e1-4f3e-8727-6deaccc8c438)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:05.990468 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:06.048654 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=0e892634-2abc-4cc1-ad5b-83887511e34a,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:06.161866 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef13a4-c51b-486d-89cf-d7958a9fcb36 req-fa8a09af-93df-4da2-8e31-550669184d34 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:06.163470 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-86ef13a4-c51b-486d-89cf-d7958a9fcb36 req-fa8a09af-93df-4da2-8e31-550669184d34 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 943 time: 0.4862387 Oct 04 08:38:06.270209 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25620f9e-5179-448e-846d-0c8c3871b516 req-1f242bbf-847d-4a07-9670-cb08327c4f01 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:06.271775 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-25620f9e-5179-448e-846d-0c8c3871b516 req-1f242bbf-847d-4a07-9670-cb08327c4f01 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.1332080 Oct 04 08:38:06.281599 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56278) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:06.300028 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['0e892634-2abc-4cc1-ad5b-83887511e34a'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:38:06.311295 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7e4bd23-c7d0-487e-95e1-96daa8286b2a req-fc8e59af-1cea-4d96-ab66-9f4957758511 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1ee6d49b-e78d-48c2-9f17-a27346795ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161583 Oct 04 08:38:06.354927 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-86ef13a4-c51b-486d-89cf-d7958a9fcb36 req-5e22e6ea-0b4a-4e4e-b44b-ae73becca9d5 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794710 Oct 04 08:38:06.390436 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-760b0ccc-8df6-4507-b5b0-55158cb640a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Made reservation on behalf of 5934621267af4b838889fcbfb9febaea for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:38:06.392349 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-7d4ba557-8e9e-4ea7-8faf-2795585b519e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076784 Oct 04 08:38:06.395276 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-760b0ccc-8df6-4507-b5b0-55158cb640a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:06.397540 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-02d7ae7c-b20d-448e-a0e3-fbc0003d85de service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:38:06.400477 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-25620f9e-5179-448e-846d-0c8c3871b516 req-3526070d-9378-440c-ba28-75584cc0ab35 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199701 Oct 04 08:38:06.410568 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-02d7ae7c-b20d-448e-a0e3-fbc0003d85de service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0172360 Oct 04 08:38:06.496462 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56286) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:06.504533 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:06.545024 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:06.562293 dv-cinder-860209-1-iscsi neutron-server[106410]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 04 08:38:06.600464 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-18b0be8f-e3e0-43f6-817c-ec0c3a026d51 req-ea32466d-01ab-4b23-83cc-2ee724f4f25d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 210 time: 0.0846820 Oct 04 08:38:06.624725 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-c90a6a93-62cf-4e35-a91f-fdebf3350083 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:06.626735 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-c90a6a93-62cf-4e35-a91f-fdebf3350083 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports/159277a9-e8de-47c4-813b-8de31279c18f HTTP/1.1" status: 200 len: 941 time: 0.1291561 Oct 04 08:38:06.647146 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2544f-c8c7-4829-8b2a-13ef5fdad67e req-c244a24e-61b4-4587-af0d-21cd10ce38da tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:06.648647 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f5c2544f-c8c7-4829-8b2a-13ef5fdad67e req-c244a24e-61b4-4587-af0d-21cd10ce38da tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 943 time: 0.1312129 Oct 04 08:38:06.735260 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-760b0ccc-8df6-4507-b5b0-55158cb640a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Allocated IP 172.20.0.5 (7c0853df-a74a-47d5-9683-581a895763eb/75580dae-ee0c-46db-9337-4fe1523f3148/84c7f948-82c8-4e44-86f1-d8ace0e90f47) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:38:06.758310 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f5c2544f-c8c7-4829-8b2a-13ef5fdad67e req-4c6c2634-8267-468d-b27b-a7efd3168337 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874434 Oct 04 08:38:06.793315 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:06.958340 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-760b0ccc-8df6-4507-b5b0-55158cb640a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:06.993259 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-760b0ccc-8df6-4507-b5b0-55158cb640a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:07.044996 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-760b0ccc-8df6-4507-b5b0-55158cb640a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Network 7c0853df-a74a-47d5-9683-581a895763eb is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:38:07.049499 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-760b0ccc-8df6-4507-b5b0-55158cb640a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:38:07.053604 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-760b0ccc-8df6-4507-b5b0-55158cb640a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:38:07.058120 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-760b0ccc-8df6-4507-b5b0-55158cb640a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:07.058753 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-760b0ccc-8df6-4507-b5b0-55158cb640a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:07.065773 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b0ccc-8df6-4507-b5b0-55158cb640a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Pushing event updated for resources: {'Port': ['ID=84c7f948-82c8-4e44-86f1-d8ace0e90f47,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:07.085267 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-760b0ccc-8df6-4507-b5b0-55158cb640a6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3944433 Oct 04 08:38:07.280734 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-40085bb2-8836-4cc2-a261-57a73f0c2b70 None None] Provisioning complete for port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:38:07.281348 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-40085bb2-8836-4cc2-a261-57a73f0c2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:07.281448 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-40085bb2-8836-4cc2-a261-57a73f0c2b70 None None] Attempt 1 to provision port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 Oct 04 08:38:07.321097 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-40085bb2-8836-4cc2-a261-57a73f0c2b70 None None] Port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:38:07.370996 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Request body: {'port': {'device_id': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:38:07.474309 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:07.505421 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2f616-fa1c-45d1-aaf7-71ecb3958a1f req-d520f69f-81bc-4038-8b91-12d33ffb119e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:07.506906 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-30a2f616-fa1c-45d1-aaf7-71ecb3958a1f req-d520f69f-81bc-4038-8b91-12d33ffb119e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 944 time: 0.0653598 Oct 04 08:38:07.519954 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 6b7f8247-fad9-479e-956e-2174a8b01f79 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:38:07.525321 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 0e892634-2abc-4cc1-ad5b-83887511e34a up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:38:07.646138 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port 0e892634-2abc-4cc1-ad5b-83887511e34a completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:38:07.668781 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 0e892634-2abc-4cc1-ad5b-83887511e34a triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:38:07.669451 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:07.670052 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 0e892634-2abc-4cc1-ad5b-83887511e34a Oct 04 08:38:07.688814 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73dfaa-040c-4750-8239-9227f2262257 req-c36c6e62-1571-4242-8ace-192104d0d59d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:07.690449 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1f73dfaa-040c-4750-8239-9227f2262257 req-c36c6e62-1571-4242-8ace-192104d0d59d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.1635547 Oct 04 08:38:07.712596 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-30a2f616-fa1c-45d1-aaf7-71ecb3958a1f req-59227e91-7736-4bdd-98a9-ad42060ea917 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845424 Oct 04 08:38:07.757846 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 6b7f8247-fad9-479e-956e-2174a8b01f79, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=6b7f8247-fad9-479e-956e-2174a8b01f79,segment=NetworkSegment(d9e2812d-e413-4de8-83c8-2b8aec654370),segment_id=d9e2812d-e413-4de8-83c8-2b8aec654370)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:07.776652 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '6b7f8247-fad9-479e-956e-2174a8b01f79', 'network_id': '1ee6d49b-e78d-48c2-9f17-a27346795ae3', 'port_id': '6b7f8247-fad9-479e-956e-2174a8b01f79', 'mac_address': 'fa:16:3e:b3:e6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcfe2de-4d63-41bc-b246-8d7f03419dee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:38:07.857819 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1f73dfaa-040c-4750-8239-9227f2262257 req-15c6ad0c-a8e5-4653-ac8b-eaf5b5b0ef1a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579151 Oct 04 08:38:07.859674 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:07.869178 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 0e892634-2abc-4cc1-ad5b-83887511e34a is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:38:07.869579 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:07.887246 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 6b7f8247-fad9-479e-956e-2174a8b01f79 is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:38:07.887529 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:07.912303 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7f8247-fad9-479e-956e-2174a8b01f79 {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:38:07.925808 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f2b98d-4c4e-47ff-b1d4-19addcee2e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e892634-2abc-4cc1-ad5b-83887511e34a'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:38:07.929475 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cfdc0a-2a68-4327-8f72-7eb39b646d6b" -d '{"events": [{"server_uuid": "c1f2b98d-4c4e-47ff-b1d4-19addcee2e27", "name": "network-vif-plugged", "status": "completed", "tag": "0e892634-2abc-4cc1-ad5b-83887511e34a"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:38:07.961323 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 0e892634-2abc-4cc1-ad5b-83887511e34a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0e892634-2abc-4cc1-ad5b-83887511e34a,segment=NetworkSegment(f48d575e-74e1-4f3e-8727-6deaccc8c438),segment_id=f48d575e-74e1-4f3e-8727-6deaccc8c438)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:07.963506 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 6b7f8247-fad9-479e-956e-2174a8b01f79, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=6b7f8247-fad9-479e-956e-2174a8b01f79,segment=NetworkSegment(d9e2812d-e413-4de8-83c8-2b8aec654370),segment_id=d9e2812d-e413-4de8-83c8-2b8aec654370)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:07.970789 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:07.977164 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:07.988540 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:08.035964 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf729e2-e608-4f38-a1ae-ece4c36977e6 req-e1d22e45-7ff4-4124-96dd-2a3194810126 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:08.038040 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0cf729e2-e608-4f38-a1ae-ece4c36977e6 req-e1d22e45-7ff4-4124-96dd-2a3194810126 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 931 time: 0.2174425 Oct 04 08:38:08.042929 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=0e892634-2abc-4cc1-ad5b-83887511e34a,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:08.059891 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:08.088418 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0a6a8-fef4-4b65-8e25-b2984b646ebb req-e9e3ac84-fbff-4f2c-8b7e-3f9e164214c7 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:08.089990 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b0a0a6a8-fef4-4b65-8e25-b2984b646ebb req-e9e3ac84-fbff-4f2c-8b7e-3f9e164214c7 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 944 time: 0.1262357 Oct 04 08:38:08.104894 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=6b7f8247-fad9-479e-956e-2174a8b01f79,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:08.169032 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c7f948-82c8-4e44-86f1-d8ace0e90f47 {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:38:08.189334 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Publish callbacks [] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:08.214644 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0cf729e2-e608-4f38-a1ae-ece4c36977e6 req-a78546c3-80a2-4810-8a64-8624fcd02562 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557512 Oct 04 08:38:08.226811 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b0a0a6a8-fef4-4b65-8e25-b2984b646ebb req-f2da2554-cec1-4c42-8d0b-8715f49e75b9 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053655 Oct 04 08:38:08.227810 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Transition to ACTIVE for port object 84c7f948-82c8-4e44-86f1-d8ace0e90f47 will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:38:08.231787 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:08.305577 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba463acd-2cc1-4d9d-8b18-129dc7249509 x-openstack-request-id: req-ba463acd-2cc1-4d9d-8b18-129dc7249509 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:38:08.306147 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f2b98d-4c4e-47ff-b1d4-19addcee2e27", "name": "network-vif-plugged", "status": "completed", "tag": "0e892634-2abc-4cc1-ad5b-83887511e34a", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:38:08.306147 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba463acd-2cc1-4d9d-8b18-129dc7249509 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:38:08.306521 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba463acd-2cc1-4d9d-8b18-129dc7249509'] response: {'server_uuid': 'c1f2b98d-4c4e-47ff-b1d4-19addcee2e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e892634-2abc-4cc1-ad5b-83887511e34a', 'code': 200} Oct 04 08:38:08.308840 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['6b7f8247-fad9-479e-956e-2174a8b01f79'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:38:08.318463 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Attempting to bind port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:38:08.318930 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Attempting to bind port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:38:08.319325 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Attempting to bind port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 on network 7c0853df-a74a-47d5-9683-581a895763eb {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:38:08.321656 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdde73-2453-400c-88da-401b93616216 service neutron] Pushing event updated for resources: {'Port': ['ID=84c7f948-82c8-4e44-86f1-d8ace0e90f47,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:08.386589 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 on network 7c0853df-a74a-47d5-9683-581a895763eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:38:08.386589 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Attempting to bind port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 on network 7c0853df-a74a-47d5-9683-581a895763eb {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:38:08.429785 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:08.436283 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:38:08.436616 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Checking segment: {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:38:08.437003 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Bound using segment: {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:38:08.437494 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Bound port: 84c7f948-82c8-4e44-86f1-d8ace0e90f47, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06fd23ff-fa81-4743-8d42-3ee327d2a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:38:08.437811 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:08.524464 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] For port 84c7f948-82c8-4e44-86f1-d8ace0e90f47, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:38:08.528299 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] For port 84c7f948-82c8-4e44-86f1-d8ace0e90f47, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:38:08.536875 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:08.540500 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:08.541227 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:08.542915 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-43fdde73-2453-400c-88da-401b93616216 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/84c7f948-82c8-4e44-86f1-d8ace0e90f47 HTTP/1.1" status: 200 len: 1093 time: 1.1764719 Oct 04 08:38:08.545347 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'tag': '84c7f948-82c8-4e44-86f1-d8ace0e90f47'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:38:08.548088 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c646fb03-5a23-4c58-ad71-8e52cc6fa6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ecca0c-50c6-4218-a34e-f4ec70d2686e", "tag": "84c7f948-82c8-4e44-86f1-d8ace0e90f47"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:38:08.611450 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877cbc27-5abf-4e38-8562-3664fc864882 x-openstack-request-id: req-877cbc27-5abf-4e38-8562-3664fc864882 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:38:08.611774 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ecca0c-50c6-4218-a34e-f4ec70d2686e", "tag": "84c7f948-82c8-4e44-86f1-d8ace0e90f47", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:38:08.612028 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-877cbc27-5abf-4e38-8562-3664fc864882 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:38:08.612429 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877cbc27-5abf-4e38-8562-3664fc864882'] response: {'name': 'network-changed', 'server_uuid': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'tag': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'status': 'completed', 'code': 200} Oct 04 08:38:08.636994 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdde73-2453-400c-88da-401b93616216 service neutron] Pushing event updated for resources: {'Port': ['ID=84c7f948-82c8-4e44-86f1-d8ace0e90f47,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:08.712381 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-1c6a7597-ff29-4813-b3d1-9f279a87e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:08.714066 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-1c6a7597-ff29-4813-b3d1-9f279a87e2fd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 1127 time: 0.0877182 Oct 04 08:38:08.720453 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ab987-f48e-41ed-b927-b63f34a90752 req-a10acf48-fca7-4838-a58d-cff618910c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:08.722018 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8d2ab987-f48e-41ed-b927-b63f34a90752 req-a10acf48-fca7-4838-a58d-cff618910c71 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 1129 time: 0.0601735 Oct 04 08:38:08.813832 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-51f33d99-b85a-4fed-a3e8-0e6f38fab05f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47 HTTP/1.1" status: 200 len: 217 time: 0.0831370 Oct 04 08:38:08.911973 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8d2ab987-f48e-41ed-b927-b63f34a90752 req-68c87797-5288-4f1e-9ed9-2eec21f1ee6e service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693020 Oct 04 08:38:08.936973 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbb617-5f69-4ade-b44b-9d5d00aa82ad req-e1af3eae-86fb-43da-8f1c-b579692a07b8 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:08.939096 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dbcbb617-5f69-4ade-b44b-9d5d00aa82ad req-e1af3eae-86fb-43da-8f1c-b579692a07b8 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 945 time: 0.1104035 Oct 04 08:38:08.949151 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-165273b2-68cf-4ed8-b62f-983209c65805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:08.951371 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-165273b2-68cf-4ed8-b62f-983209c65805 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.1206810 Oct 04 08:38:09.038774 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca78625-dae0-4ae8-8843-8c932e43735a req-d8df0a37-f675-4897-b54e-d8d18a63517f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:09.040272 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9ca78625-dae0-4ae8-8843-8c932e43735a req-d8df0a37-f675-4897-b54e-d8d18a63517f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0813477 Oct 04 08:38:09.050199 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dbcbb617-5f69-4ade-b44b-9d5d00aa82ad req-74a7871f-fb66-4c5a-909a-2fdf81a6d3d6 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052210 Oct 04 08:38:09.056960 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:09.104917 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9ca78625-dae0-4ae8-8843-8c932e43735a req-116cc1ed-41d0-41d2-8c19-2be37a81e44f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536621 Oct 04 08:38:09.211110 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-17fe78cc-7e8d-41c5-b239-23f3097c9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:09.212716 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-17fe78cc-7e8d-41c5-b239-23f3097c9559 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459359 Oct 04 08:38:09.400424 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd2225-da12-4741-b33f-fcb6d5a4073f req-6caf43e0-1984-4d7f-a2c9-c16eed3cdd5c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:09.402137 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-89cd2225-da12-4741-b33f-fcb6d5a4073f req-6caf43e0-1984-4d7f-a2c9-c16eed3cdd5c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 943 time: 0.0949647 Oct 04 08:38:09.410282 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40624d2-d273-413d-a6fe-a008db7e63a1 req-66f5c116-c09d-4fd7-8d9f-1d8b85e9a862 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:09.411923 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a40624d2-d273-413d-a6fe-a008db7e63a1 req-66f5c116-c09d-4fd7-8d9f-1d8b85e9a862 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 944 time: 0.0916791 Oct 04 08:38:09.450779 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:09.501702 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-89cd2225-da12-4741-b33f-fcb6d5a4073f req-fda936e2-39bc-489e-b55d-55df7160fb87 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880234 Oct 04 08:38:09.533861 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a40624d2-d273-413d-a6fe-a008db7e63a1 req-67b0789a-a370-454a-a92b-c853abdef46a tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132419 Oct 04 08:38:09.547136 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 6b7f8247-fad9-479e-956e-2174a8b01f79 up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:38:09.623220 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port 6b7f8247-fad9-479e-956e-2174a8b01f79 completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:38:09.627085 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-dc4e320f-d691-4331-b5fe-0bc1a9109065 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209993 Oct 04 08:38:09.630902 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 6b7f8247-fad9-479e-956e-2174a8b01f79 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:38:09.631291 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:09.631626 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 6b7f8247-fad9-479e-956e-2174a8b01f79 Oct 04 08:38:09.721501 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 6b7f8247-fad9-479e-956e-2174a8b01f79 is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:38:09.722106 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:09.759998 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 6b7f8247-fad9-479e-956e-2174a8b01f79, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=6b7f8247-fad9-479e-956e-2174a8b01f79,segment=NetworkSegment(d9e2812d-e413-4de8-83c8-2b8aec654370),segment_id=d9e2812d-e413-4de8-83c8-2b8aec654370)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:09.768366 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:09.821212 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=6b7f8247-fad9-479e-956e-2174a8b01f79,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:09.828591 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.829615 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.830175 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.830534 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.830909 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.831235 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.831559 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.831882 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.832202 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.832536 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.832841 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.833168 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.833493 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.833803 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:09.834119 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:10.156799 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-17029f56-f718-4b4a-8501-172a78923972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:10.159254 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-17029f56-f718-4b4a-8501-172a78923972 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315&tenant_id=3e938efbd6804a86946d80ae92e88b16 HTTP/1.1" status: 200 len: 1128 time: 0.1762757 Oct 04 08:38:10.166668 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-007d3a04-cc8b-4970-a062-36d0ec3ecb6f req-afca0de8-6148-4fc8-8a69-2bc70ccf0c28 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1406190 Oct 04 08:38:10.308306 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2213799d-aaf1-497d-8b34-df52ba65b77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7f8247-fad9-479e-956e-2174a8b01f79'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:38:10.310878 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b522d42-8aee-4c65-9bcc-240f3ad9b150" -d '{"events": [{"server_uuid": "2213799d-aaf1-497d-8b34-df52ba65b77a", "name": "network-vif-plugged", "status": "completed", "tag": "6b7f8247-fad9-479e-956e-2174a8b01f79"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:38:10.317421 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aea43-3cc9-4e3d-b5b7-c8d5c3af60b8 req-0997e7fe-2f86-43b1-94d7-280cbee59704 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:10.318968 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-404aea43-3cc9-4e3d-b5b7-c8d5c3af60b8 req-0997e7fe-2f86-43b1-94d7-280cbee59704 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 945 time: 0.1855509 Oct 04 08:38:10.332942 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b29e8216-f27f-406a-b758-f9165e4e90c0 req-46cf313f-944c-45ae-b451-6b31828d55cf service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575041 Oct 04 08:38:10.351298 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-7d0327f6-1b7a-4b15-ab36-a41ac9915544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:10.352785 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-7d0327f6-1b7a-4b15-ab36-a41ac9915544 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3e938efbd6804a86946d80ae92e88b16&device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 1128 time: 0.1568811 Oct 04 08:38:10.360980 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3a04-cc8b-4970-a062-36d0ec3ecb6f req-7fc6b988-5d66-4605-93bd-091cb85ed5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:10.362570 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-007d3a04-cc8b-4970-a062-36d0ec3ecb6f req-7fc6b988-5d66-4605-93bd-091cb85ed5b0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 1130 time: 0.1440232 Oct 04 08:38:10.372875 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292bb95-89bd-441b-b413-fde214a4af2b req-f490f37f-bba4-4266-a695-db4c0337f0db tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:10.374710 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6292bb95-89bd-441b-b413-fde214a4af2b req-f490f37f-bba4-4266-a695-db4c0337f0db tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.1595278 Oct 04 08:38:10.428982 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-404aea43-3cc9-4e3d-b5b7-c8d5c3af60b8 req-62821004-f418-4291-beb3-b8d511c9f46e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985816 Oct 04 08:38:10.454582 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6292bb95-89bd-441b-b413-fde214a4af2b req-6e577b57-b327-452d-b6f2-60d013eb7f59 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718734 Oct 04 08:38:10.491509 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9646bafd-738e-4b7e-af7b-e1573873bd80 x-openstack-request-id: req-9646bafd-738e-4b7e-af7b-e1573873bd80 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:38:10.491829 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2213799d-aaf1-497d-8b34-df52ba65b77a", "name": "network-vif-plugged", "status": "completed", "tag": "6b7f8247-fad9-479e-956e-2174a8b01f79", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:38:10.492095 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9646bafd-738e-4b7e-af7b-e1573873bd80 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:38:10.492502 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9646bafd-738e-4b7e-af7b-e1573873bd80'] response: {'server_uuid': '2213799d-aaf1-497d-8b34-df52ba65b77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7f8247-fad9-479e-956e-2174a8b01f79', 'code': 200} Oct 04 08:38:10.652186 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce5466-31ae-4d97-bd36-abf16a7cff32 req-586153f6-d65a-4ce3-a837-d3be86d2d7ad tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:10.653748 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-88ce5466-31ae-4d97-bd36-abf16a7cff32 req-586153f6-d65a-4ce3-a837-d3be86d2d7ad tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 943 time: 0.0549810 Oct 04 08:38:10.714853 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:10.747053 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4120e-3378-4f33-b405-ab33d135672a req-cc9247c6-7847-4e7e-af2e-16fbe5face26 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:10.748535 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a5c4120e-3378-4f33-b405-ab33d135672a req-cc9247c6-7847-4e7e-af2e-16fbe5face26 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0786695 Oct 04 08:38:10.753971 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-88ce5466-31ae-4d97-bd36-abf16a7cff32 req-9975c1c4-3272-4a42-9c27-4fd8ed49ecd7 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933375 Oct 04 08:38:10.815583 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a5c4120e-3378-4f33-b405-ab33d135672a req-3a6f0630-2511-444c-a49d-41bb23c98989 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601687 Oct 04 08:38:11.097022 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-c73fb4b9-eec9-4f00-a16d-7f0c1a7005d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:11.098667 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-c73fb4b9-eec9-4f00-a16d-7f0c1a7005d4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 200 len: 917 time: 0.1113813 Oct 04 08:38:11.536099 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:11.602373 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a36d1-724f-4d0d-b3cc-4567dd9c5514 req-1f6f888e-f45d-4a2a-a9ad-3bb10e36164f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:11.604280 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-242a36d1-724f-4d0d-b3cc-4567dd9c5514 req-1f6f888e-f45d-4a2a-a9ad-3bb10e36164f tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 945 time: 0.0844336 Oct 04 08:38:11.630630 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae7822-0bef-437f-b171-0959109f4702 req-db24dd1c-2670-4b26-b85d-436434e15409 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:11.632284 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f4ae7822-0bef-437f-b171-0959109f4702 req-db24dd1c-2670-4b26-b85d-436434e15409 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0811796 Oct 04 08:38:11.706266 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-242a36d1-724f-4d0d-b3cc-4567dd9c5514 req-7355a8e1-b6c5-4a2d-8949-fa0b846dac66 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930331 Oct 04 08:38:11.721154 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f4ae7822-0bef-437f-b171-0959109f4702 req-6270e157-de9d-4be7-bc61-954b9b81aa9d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801680 Oct 04 08:38:11.852412 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d543bd5-c0e5-4737-a99a-84375fb0624b req-4b1447d5-726a-4865-b44f-23f5db5b7cc3 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:11.854478 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0d543bd5-c0e5-4737-a99a-84375fb0624b req-4b1447d5-726a-4865-b44f-23f5db5b7cc3 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 945 time: 0.0697205 Oct 04 08:38:11.913250 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee15b9d-5dbd-49d4-8b28-92a1dccbd442 req-d9a87ccc-7579-454e-89b1-67010b4441bb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:11.920122 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1ee15b9d-5dbd-49d4-8b28-92a1dccbd442 req-d9a87ccc-7579-454e-89b1-67010b4441bb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 943 time: 0.0856156 Oct 04 08:38:11.935699 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:11.973987 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0d543bd5-c0e5-4737-a99a-84375fb0624b req-46704048-2896-4324-afd0-6b56e411f51d tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001878 Oct 04 08:38:11.997112 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1ee15b9d-5dbd-49d4-8b28-92a1dccbd442 req-32310114-27be-4de5-a797-1c481785ff33 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686026 Oct 04 08:38:12.005167 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56350) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:12.107648 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfbdc8-cecd-4aec-aad9-b218716914c0 req-979d6309-4ea9-4b37-b547-8e8d51916b34 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:12.109797 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-67dfbdc8-cecd-4aec-aad9-b218716914c0 req-979d6309-4ea9-4b37-b547-8e8d51916b34 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0633495 Oct 04 08:38:12.164327 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-67dfbdc8-cecd-4aec-aad9-b218716914c0 req-bca50c5f-eda5-4856-a61d-aae34236e9b5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478501 Oct 04 08:38:12.180537 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a595ecc3-e506-409c-9582-d1ab89439130 tempest-TestVolumeBootPattern-1972435951 tempest-TestVolumeBootPattern-1972435951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:12.182084 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-a595ecc3-e506-409c-9582-d1ab89439130 tempest-TestVolumeBootPattern-1972435951 tempest-TestVolumeBootPattern-1972435951-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 1124 time: 0.1759226 Oct 04 08:38:12.184979 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56356) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:12.193853 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Request body: {'floatingip': {'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'port_id': '0e892634-2abc-4cc1-ad5b-83887511e34a', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:38:12.229450 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:12.339714 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:12.370404 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646fb03-5a23-4c58-ad71-8e52cc6fa6ab req-eeb5ce24-445c-4d33-86d0-f034b54f2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:12.371991 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c646fb03-5a23-4c58-ad71-8e52cc6fa6ab req-eeb5ce24-445c-4d33-86d0-f034b54f2ee6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 1127 time: 0.1322062 Oct 04 08:38:12.376451 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-94933568-1659-4a3f-ad75-0b59c91e29ee service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159277a9-e8de-47c4-813b-8de31279c18f HTTP/1.1" status: 200 len: 1000 time: 0.1544924 Oct 04 08:38:12.417201 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:12.478184 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f32620-4d82-4e2f-8481-98120d7f5c42 req-3e68f482-81fc-4ea4-b5f7-cf2a501fdcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:12.478438 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3a04-cc8b-4970-a062-36d0ec3ecb6f req-0f2efeed-2ce2-46a5-a0a5-d70c3083f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:12.479718 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-007d3a04-cc8b-4970-a062-36d0ec3ecb6f req-0f2efeed-2ce2-46a5-a0a5-d70c3083f497 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.2769146 Oct 04 08:38:12.479844 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-15f32620-4d82-4e2f-8481-98120d7f5c42 req-3e68f482-81fc-4ea4-b5f7-cf2a501fdcea service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 1129 time: 0.0732672 Oct 04 08:38:12.499398 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Allocated IP 172.27.0.33 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/aa666acb-fe6a-42a1-94cb-c691f7a3201e) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:38:12.555395 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-15f32620-4d82-4e2f-8481-98120d7f5c42 req-c8e4b5a1-6c00-48ec-9587-d0db70125e65 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576093 Oct 04 08:38:12.675869 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for port (aa666acb-fe6a-42a1-94cb-c691f7a3201e), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:12.725200 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (aa666acb-fe6a-42a1-94cb-c691f7a3201e), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:12.778502 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:38:12.785226 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:38:12.788150 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:38:12.794386 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-f84656e7-fb31-410d-a3e5-bea71afabdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:12.797003 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-f84656e7-fb31-410d-a3e5-bea71afabdac service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cf07ea6d-918a-48b9-aea6-7cb0370ce3c3 HTTP/1.1" status: 200 len: 856 time: 0.3958385 Oct 04 08:38:12.801666 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-007d3a04-cc8b-4970-a062-36d0ec3ecb6f req-c374db1d-18ad-4b07-8717-3c00847b7d74 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e360ecf-b764-45c6-8c4f-8ea15e619e9e HTTP/1.1" status: 200 len: 217 time: 0.3029931 Oct 04 08:38:12.825263 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event updated for resources: {'Port': ['ID=aa666acb-fe6a-42a1-94cb-c691f7a3201e,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:12.825853 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:12.835468 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.836450 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.836841 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.837296 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.838029 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.838372 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.839075 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.839498 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.839844 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.840177 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.840593 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.840827 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.841147 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.841470 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.841797 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:12.874384 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646fb03-5a23-4c58-ad71-8e52cc6fa6ab req-1d3885b8-4fb1-466c-afbd-47da62fdc1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:12.877418 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c646fb03-5a23-4c58-ad71-8e52cc6fa6ab req-1d3885b8-4fb1-466c-afbd-47da62fdc1e5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.4862616 Oct 04 08:38:12.978542 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c646fb03-5a23-4c58-ad71-8e52cc6fa6ab req-4754a4dd-14f0-4349-a93d-b6e6e608a2d0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47 HTTP/1.1" status: 200 len: 217 time: 0.0769308 Oct 04 08:38:12.989887 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-92cb9d8c-cadf-4eb2-99e0-62e7a5bc1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:12.991811 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-92cb9d8c-cadf-4eb2-99e0-62e7a5bc1b52 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=730a9b11-4347-4415-adec-96bd4e59e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1647627 Oct 04 08:38:13.029509 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3a04-cc8b-4970-a062-36d0ec3ecb6f req-98883912-1df4-4a13-b98e-f23a85a6534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:13.029509 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-007d3a04-cc8b-4970-a062-36d0ec3ecb6f req-98883912-1df4-4a13-b98e-f23a85a6534f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.1990902 Oct 04 08:38:13.061069 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f686565-82a7-4b48-8c91-8c2981c93402 req-6df22706-da19-4084-b4af-d1d3813bb028 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:13.062621 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2f686565-82a7-4b48-8c91-8c2981c93402 req-6df22706-da19-4084-b4af-d1d3813bb028 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.2129889 Oct 04 08:38:13.086518 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:13.100831 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=71,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:13.122232 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:13.138513 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646fb03-5a23-4c58-ad71-8e52cc6fa6ab req-ca37c9c0-79a6-4283-aa0b-1efdd97f8a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:13.140071 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c646fb03-5a23-4c58-ad71-8e52cc6fa6ab req-ca37c9c0-79a6-4283-aa0b-1efdd97f8a15 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.1550348 Oct 04 08:38:13.225191 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2f686565-82a7-4b48-8c91-8c2981c93402 req-84b3d3fe-bed9-45e0-b140-d43fae19963e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252236 Oct 04 08:38:13.235263 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fa10a-970c-489d-947b-c59086a6e797 req-38f40832-7d17-4942-9096-f23817c22683 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:13.238037 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9d3fa10a-970c-489d-947b-c59086a6e797 req-38f40832-7d17-4942-9096-f23817c22683 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 943 time: 0.1053667 Oct 04 08:38:13.251813 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-8a929813-afd7-4ecc-92ea-18c18cee2f3f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440307 Oct 04 08:38:13.264349 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for floatingip (45c85350-cbbd-4a1c-88c8-210f25d952da), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:13.334667 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9d3fa10a-970c-489d-947b-c59086a6e797 req-296531aa-e3e0-4f50-8a9f-db02d9a49eef tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666952 Oct 04 08:38:13.369485 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (aa666acb-fe6a-42a1-94cb-c691f7a3201e), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:13.395594 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1a09f-b5e9-43f7-af52-45fb6a83ee5c req-28bfb3cd-6287-4fb2-a98f-ff29377aab60 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:13.397295 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c4d1a09f-b5e9-43f7-af52-45fb6a83ee5c req-28bfb3cd-6287-4fb2-a98f-ff29377aab60 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0553954 Oct 04 08:38:13.422941 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:13.466473 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c4d1a09f-b5e9-43f7-af52-45fb6a83ee5c req-e9d2747b-22af-41d5-9e8e-4d381f7bf948 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630896 Oct 04 08:38:13.539522 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 84c7f948-82c8-4e44-86f1-d8ace0e90f47 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:38:13.541817 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for port (aa666acb-fe6a-42a1-94cb-c691f7a3201e), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:13.549423 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (aa666acb-fe6a-42a1-94cb-c691f7a3201e), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:13.557200 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:13.686787 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event updated for resources: {'Port': ['ID=aa666acb-fe6a-42a1-94cb-c691f7a3201e,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:13.689002 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3a04-cc8b-4970-a062-36d0ec3ecb6f req-8337b997-854e-4950-a1e8-e5f93f042102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:13.691363 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-007d3a04-cc8b-4970-a062-36d0ec3ecb6f req-8337b997-854e-4950-a1e8-e5f93f042102 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1257524 Oct 04 08:38:13.692926 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (45c85350-cbbd-4a1c-88c8-210f25d952da), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:13.709821 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646fb03-5a23-4c58-ad71-8e52cc6fa6ab req-0a1b4085-792e-4738-8278-73bd4f5d34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:13.711389 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c646fb03-5a23-4c58-ad71-8e52cc6fa6ab req-0a1b4085-792e-4738-8278-73bd4f5d34e7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1358430 Oct 04 08:38:13.721239 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 84c7f948-82c8-4e44-86f1-d8ace0e90f47, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:13.734591 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'port_id': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'mac_address': 'fa:16:3e:5a:2b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:38:13.773508 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:38:13.773912 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:13.789017 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c7f948-82c8-4e44-86f1-d8ace0e90f47 {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:38:13.816573 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 84c7f948-82c8-4e44-86f1-d8ace0e90f47, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:13.822930 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:13.826344 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.l3_db [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Floating IP 45c85350-cbbd-4a1c-88c8-210f25d952da associated. External IP: 172.27.0.33, port: 0e892634-2abc-4cc1-ad5b-83887511e34a. Oct 04 08:38:13.851911 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:13.856551 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-98e3ebc5-9a11-4f7e-b631-e5d603850c91 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795489 Oct 04 08:38:13.883916 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=84c7f948-82c8-4e44-86f1-d8ace0e90f47,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:13.912092 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-007d3a04-cc8b-4970-a062-36d0ec3ecb6f req-9623675c-e5af-4514-8c7f-9a5dbeb4f245 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120836 Oct 04 08:38:13.935480 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c646fb03-5a23-4c58-ad71-8e52cc6fa6ab req-fe9058bd-ddf5-4ae5-bf9f-ddd1857ad8df service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068350 Oct 04 08:38:14.081450 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:14.099179 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Router fdcc413e-0188-45d9-af3f-5d148c24247d has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:38:14.213159 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:14.225747 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:38:14.239675 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c5c93-1395-4152-8d1d-14f7ce242896 None None] Sync routers for ids ['fdcc413e-0188-45d9-af3f-5d148c24247d'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:38:14.246444 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:14.264895 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['84c7f948-82c8-4e44-86f1-d8ace0e90f47'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:38:14.269230 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c5c93-1395-4152-8d1d-14f7ce242896 None None] Routers {'fdcc413e-0188-45d9-af3f-5d148c24247d'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:38:14.270228 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-862c5c93-1395-4152-8d1d-14f7ce242896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['fdcc413e-0188-45d9-af3f-5d148c24247d'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:14.270489 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-007d3a04-cc8b-4970-a062-36d0ec3ecb6f req-2510d22e-df8c-4d82-a57d-26cd7f403906 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039809 Oct 04 08:38:14.276189 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c646fb03-5a23-4c58-ad71-8e52cc6fa6ab req-ae416f1b-62e1-4817-ae7d-929de0141f93 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004561 Oct 04 08:38:14.300782 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-fe6f3ab3-27f2-4fa3-b5b8-c27e6dee0e18 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1133938 Oct 04 08:38:14.301607 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f2b98d-4c4e-47ff-b1d4-19addcee2e27', 'tag': '0e892634-2abc-4cc1-ad5b-83887511e34a'}] {{(pid=106410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:38:14.304362 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4c84928c9cc590a11e74d60c618a14085f3215fa0a41e1841d6b7405df412b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1510d696-b037-4899-87e0-205b2ba954aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f2b98d-4c4e-47ff-b1d4-19addcee2e27", "tag": "0e892634-2abc-4cc1-ad5b-83887511e34a"}]}' {{(pid=106410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:38:14.358087 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c755c29c-307a-450e-820b-9997e94e01c1 x-openstack-request-id: req-c755c29c-307a-450e-820b-9997e94e01c1 {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:38:14.359957 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f2b98d-4c4e-47ff-b1d4-19addcee2e27", "tag": "0e892634-2abc-4cc1-ad5b-83887511e34a", "status": "completed", "code": 200}]} {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:38:14.359957 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c755c29c-307a-450e-820b-9997e94e01c1 {{(pid=106410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:38:14.359957 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c755c29c-307a-450e-820b-9997e94e01c1'] response: {'name': 'network-changed', 'server_uuid': 'c1f2b98d-4c4e-47ff-b1d4-19addcee2e27', 'tag': '0e892634-2abc-4cc1-ad5b-83887511e34a', 'status': 'completed', 'code': 200} Oct 04 08:38:14.414977 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f1b08-af40-4e4f-9178-4384dd96042e req-25a9096f-297c-4e75-a0cc-b465d8356ab8 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:14.416745 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b7f1b08-af40-4e4f-9178-4384dd96042e req-25a9096f-297c-4e75-a0cc-b465d8356ab8 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0664756 Oct 04 08:38:14.440566 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:14.474045 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-862c5c93-1395-4152-8d1d-14f7ce242896 None None] Set router fdcc413e-0188-45d9-af3f-5d148c24247d gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:38:14.526328 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71514fa3-cd6a-419b-a7e3-411ebe0d1b3b req-683aee0f-5f88-468d-b37e-5db25739035d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:14.527889 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-71514fa3-cd6a-419b-a7e3-411ebe0d1b3b req-683aee0f-5f88-468d-b37e-5db25739035d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 944 time: 0.0837994 Oct 04 08:38:14.531962 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b7f1b08-af40-4e4f-9178-4384dd96042e req-46ca1e00-ebd0-4713-b2b8-bef345b7ecc9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064823 Oct 04 08:38:14.622395 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-71514fa3-cd6a-419b-a7e3-411ebe0d1b3b req-1d00190f-2959-4f09-a325-a70429f54fa6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852029 Oct 04 08:38:14.667467 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7812da8-9e93-4e9c-ba07-cce77ff19d85 req-27b4f269-a0c7-49d5-a4b3-a37417966288 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:14.669378 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b7812da8-9e93-4e9c-ba07-cce77ff19d85 req-27b4f269-a0c7-49d5-a4b3-a37417966288 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0592225 Oct 04 08:38:14.728426 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b7812da8-9e93-4e9c-ba07-cce77ff19d85 req-16fbb7e7-db70-4899-9079-e26c93521ae7 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481265 Oct 04 08:38:14.774706 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-862c5c93-1395-4152-8d1d-14f7ce242896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:36:52Z', 'revision_number': 4, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '45c85350-cbbd-4a1c-88c8-210f25d952da', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'port_id': '0e892634-2abc-4cc1-ad5b-83887511e34a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'mac_address': 'fa:16:3e:32:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f2b98d-4c4e-47ff-b1d4-19addcee2e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:38:13Z', 'updated_at': '2022-10-04T08:38:13Z', 'revision_number': 0, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79070e4-d6bf-4dd2-8474-99d8d9c46648', 'name': '', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'mac_address': 'fa:16:3e:22:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:51Z', 'updated_at': '2022-10-04T08:37:01Z', 'revision_number': 5, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'subnets': [{'id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:14.807500 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c5c93-1395-4152-8d1d-14f7ce242896 None None] Checking router: fdcc413e-0188-45d9-af3f-5d148c24247d for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:38:14.817587 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c5c93-1395-4152-8d1d-14f7ce242896 None None] Routers {'fdcc413e-0188-45d9-af3f-5d148c24247d'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:38:14.818235 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-862c5c93-1395-4152-8d1d-14f7ce242896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:37:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['fdcc413e-0188-45d9-af3f-5d148c24247d'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:14.955155 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-862c5c93-1395-4152-8d1d-14f7ce242896 None None] Set router fdcc413e-0188-45d9-af3f-5d148c24247d gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:38:15.208029 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:15.264671 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-862c5c93-1395-4152-8d1d-14f7ce242896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:36:52Z', 'revision_number': 4, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '45c85350-cbbd-4a1c-88c8-210f25d952da', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'port_id': '0e892634-2abc-4cc1-ad5b-83887511e34a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'mac_address': 'fa:16:3e:32:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f2b98d-4c4e-47ff-b1d4-19addcee2e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:38:13Z', 'updated_at': '2022-10-04T08:38:13Z', 'revision_number': 0, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79070e4-d6bf-4dd2-8474-99d8d9c46648', 'name': '', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'mac_address': 'fa:16:3e:22:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:51Z', 'updated_at': '2022-10-04T08:37:01Z', 'revision_number': 5, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'subnets': [{'id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:15.296406 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c5c93-1395-4152-8d1d-14f7ce242896 None None] The sync data for ids ['fdcc413e-0188-45d9-af3f-5d148c24247d'] in dv-cinder-860209-1-iscsi is: [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:36:52Z', 'revision_number': 4, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '45c85350-cbbd-4a1c-88c8-210f25d952da', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'port_id': '0e892634-2abc-4cc1-ad5b-83887511e34a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'mac_address': 'fa:16:3e:32:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f2b98d-4c4e-47ff-b1d4-19addcee2e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:38:13Z', 'updated_at': '2022-10-04T08:38:13Z', 'revision_number': 0, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79070e4-d6bf-4dd2-8474-99d8d9c46648', 'name': '', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'mac_address': 'fa:16:3e:22:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:51Z', 'updated_at': '2022-10-04T08:37:01Z', 'revision_number': 5, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'subnets': [{'id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:38:15.449170 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510d696-b037-4899-87e0-205b2ba954aa req-0836d101-9c59-4f30-a387-55c165b7eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:15.451534 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1510d696-b037-4899-87e0-205b2ba954aa req-0836d101-9c59-4f30-a387-55c165b7eccc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2f94e3ae140b43739febe1111e18604b&device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 1129 time: 0.1363783 Oct 04 08:38:15.622023 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 84c7f948-82c8-4e44-86f1-d8ace0e90f47 up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:38:15.759122 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f5b82c-4022-4156-b289-06e6224d09f6 None None] New status for floating IP 45c85350-cbbd-4a1c-88c8-210f25d952da: ACTIVE {{(pid=106413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:38:15.823575 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:38:15.853036 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:38:15.853423 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:15.853813 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 Oct 04 08:38:15.860918 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:15.913243 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64293e71-bd2b-4dc1-9fd6-2e764607174f req-559a85d4-4b0d-486b-94e7-2e8a4f4f3c6d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:15.914915 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-64293e71-bd2b-4dc1-9fd6-2e764607174f req-559a85d4-4b0d-486b-94e7-2e8a4f4f3c6d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.2184231 Oct 04 08:38:15.965857 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510d696-b037-4899-87e0-205b2ba954aa req-77f8a0ac-5185-4a52-ba41-5305be46e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:15.967816 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1510d696-b037-4899-87e0-205b2ba954aa req-77f8a0ac-5185-4a52-ba41-5305be46e87e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a HTTP/1.1" status: 200 len: 912 time: 0.4474926 Oct 04 08:38:16.021132 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-64293e71-bd2b-4dc1-9fd6-2e764607174f req-0c843ec7-c7cf-4547-84f4-7e563216e6dc tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954320 Oct 04 08:38:16.036526 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:38:16.037000 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:16.082589 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c7f948-82c8-4e44-86f1-d8ace0e90f47'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:38:16.084938 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be51d87-5cb4-4189-b250-14ee874c7b89" -d '{"events": [{"server_uuid": "f5ecca0c-50c6-4218-a34e-f4ec70d2686e", "name": "network-vif-plugged", "status": "completed", "tag": "84c7f948-82c8-4e44-86f1-d8ace0e90f47"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:38:16.147387 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 84c7f948-82c8-4e44-86f1-d8ace0e90f47, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:16.154884 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:16.228502 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc3764-f31b-4c84-bf75-5838f2647af5 req-5a4168cc-a5f9-4fe8-9046-b94e872847e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:16.236244 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-42dc3764-f31b-4c84-bf75-5838f2647af5 req-5a4168cc-a5f9-4fe8-9046-b94e872847e5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.1220524 Oct 04 08:38:16.276562 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d537b-5b03-449f-8d47-8b47f862508d req-97f1aeef-7883-4243-b32d-59aa43a6ab7c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:16.278145 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-100d537b-5b03-449f-8d47-8b47f862508d req-97f1aeef-7883-4243-b32d-59aa43a6ab7c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.1041367 Oct 04 08:38:16.324969 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=84c7f948-82c8-4e44-86f1-d8ace0e90f47,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:16.442825 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-42dc3764-f31b-4c84-bf75-5838f2647af5 req-a72a9c7d-baaf-40d7-b630-16aeb871f909 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054129 Oct 04 08:38:16.491508 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-100d537b-5b03-449f-8d47-8b47f862508d req-f4bc15f7-db4e-4aa6-be5a-9c7ec5a1eaae tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022488 Oct 04 08:38:16.496168 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1510d696-b037-4899-87e0-205b2ba954aa req-79133fdd-8d95-4bd5-8d45-5858a25dc0b5 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e892634-2abc-4cc1-ad5b-83887511e34a HTTP/1.1" status: 200 len: 1000 time: 0.1664486 Oct 04 08:38:16.511975 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a0eb75-b94c-4150-8bf4-974c737a04b6 x-openstack-request-id: req-58a0eb75-b94c-4150-8bf4-974c737a04b6 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:38:16.512470 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ecca0c-50c6-4218-a34e-f4ec70d2686e", "name": "network-vif-plugged", "status": "completed", "tag": "84c7f948-82c8-4e44-86f1-d8ace0e90f47", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:38:16.512858 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58a0eb75-b94c-4150-8bf4-974c737a04b6 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:38:16.513460 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a0eb75-b94c-4150-8bf4-974c737a04b6'] response: {'server_uuid': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'code': 200} Oct 04 08:38:17.153758 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20fc15-d152-4228-8905-7f147ab52df4 req-0bcd9ae9-e284-4e13-8531-8638edcbe585 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:17.155339 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0c20fc15-d152-4228-8905-7f147ab52df4 req-0bcd9ae9-e284-4e13-8531-8638edcbe585 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0493717 Oct 04 08:38:17.213024 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0c20fc15-d152-4228-8905-7f147ab52df4 req-63f05991-a355-462a-90ac-a6812e735fc1 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514352 Oct 04 08:38:17.583490 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de4456-7506-45be-96ae-b4a5b8fbba42 req-55541d11-5a5e-46ad-9d81-1446b68a23dd tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:17.585905 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4de4456-7506-45be-96ae-b4a5b8fbba42 req-55541d11-5a5e-46ad-9d81-1446b68a23dd tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0548062 Oct 04 08:38:17.631790 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:17.656471 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:17.685272 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfb73f-f373-492d-803b-07bef7aab402 req-a0f0547d-e3d4-40cf-b8ce-ccdf4a74f6ae tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:17.686841 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5ebfb73f-f373-492d-803b-07bef7aab402 req-a0f0547d-e3d4-40cf-b8ce-ccdf4a74f6ae tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0998738 Oct 04 08:38:17.717935 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4de4456-7506-45be-96ae-b4a5b8fbba42 req-380ae934-1bfa-48b1-a008-7f394f4d7fff tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853117 Oct 04 08:38:17.755899 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5ebfb73f-f373-492d-803b-07bef7aab402 req-7a4a938b-6ba5-46f0-890b-4898d9a792e3 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624030 Oct 04 08:38:18.372742 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a91f8-6aef-44b6-a5b8-af3e6856bdff req-73b1a4e0-1aec-4acd-a187-561ea90b3274 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:18.374670 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-168a91f8-6aef-44b6-a5b8-af3e6856bdff req-73b1a4e0-1aec-4acd-a187-561ea90b3274 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0582643 Oct 04 08:38:18.430179 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-168a91f8-6aef-44b6-a5b8-af3e6856bdff req-c3749c35-1a74-4fe9-aa5e-a0065b9e5a12 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497644 Oct 04 08:38:18.765228 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-856e364e-4c0d-4e77-9c95-0b3fc67908df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:18.882717 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940c42a-31a8-40d8-b739-fd9ca4bab1e7 req-c7230f10-078e-4c8e-aa91-0bfd87d25b3d tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:18.884306 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c940c42a-31a8-40d8-b739-fd9ca4bab1e7 req-c7230f10-078e-4c8e-aa91-0bfd87d25b3d tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0763273 Oct 04 08:38:18.936775 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee8fb7-6cac-4781-8575-596a27e9495d req-d9ff434f-5c9d-43b4-9a74-a03c3636ac69 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:18.939004 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d0ee8fb7-6cac-4781-8575-596a27e9495d req-d9ff434f-5c9d-43b4-9a74-a03c3636ac69 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0769806 Oct 04 08:38:18.982069 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c940c42a-31a8-40d8-b739-fd9ca4bab1e7 req-75f248bf-4679-4e29-ada6-3b336efcede3 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802529 Oct 04 08:38:19.012861 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d0ee8fb7-6cac-4781-8575-596a27e9495d req-012636fe-d0a1-49a4-ad33-46cfb4ff36e9 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630364 Oct 04 08:38:19.620270 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca14a6-1beb-495d-a38f-d6b4c9b5861e req-44b824c3-cbef-4fde-9d4f-fc0c325d728e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:19.622835 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-82ca14a6-1beb-495d-a38f-d6b4c9b5861e req-44b824c3-cbef-4fde-9d4f-fc0c325d728e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0935795 Oct 04 08:38:19.674233 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-82ca14a6-1beb-495d-a38f-d6b4c9b5861e req-24fe46ce-3e17-43b8-88f1-3d5a3ef57ff4 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456989 Oct 04 08:38:19.956141 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:38:20.127017 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babb5c3-4fda-4ad7-bcdf-35dd70dbce15 req-5796d2bd-11e4-4453-8f05-86e5ccc940c0 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:20.128587 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1babb5c3-4fda-4ad7-bcdf-35dd70dbce15 req-5796d2bd-11e4-4453-8f05-86e5ccc940c0 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0662816 Oct 04 08:38:20.175464 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:20.202964 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d2c23-01b1-4a0e-9bea-3f0f2a74ea0d req-f08cc0f4-b6ca-4c3a-a815-1a5dbb0d5f36 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:20.205214 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-716d2c23-01b1-4a0e-9bea-3f0f2a74ea0d req-f08cc0f4-b6ca-4c3a-a815-1a5dbb0d5f36 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0872073 Oct 04 08:38:20.245847 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1babb5c3-4fda-4ad7-bcdf-35dd70dbce15 req-855da6d9-3c1f-4c84-8f60-55c777c71da7 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081755 Oct 04 08:38:20.282652 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-716d2c23-01b1-4a0e-9bea-3f0f2a74ea0d req-1db7eb1c-9fef-4fba-9802-56743dca27e8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696576 Oct 04 08:38:20.826267 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea850fc-d5ca-4177-aeaa-eae2c0aacbba req-d96a07f7-f44d-4092-aa88-031fbdbd5b49 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:20.828015 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6ea850fc-d5ca-4177-aeaa-eae2c0aacbba req-d96a07f7-f44d-4092-aa88-031fbdbd5b49 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0650949 Oct 04 08:38:20.908574 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6ea850fc-d5ca-4177-aeaa-eae2c0aacbba req-0115eff9-111c-4d70-af06-ba79287ca551 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741992 Oct 04 08:38:20.972166 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8bb4f2c8-be4f-4386-9e41-579729848d15 req-2efd5be8-ed8a-4f20-9c04-99ea0e435910 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-589160591&fields=id&tenant_id=ed407864f9cf431ebd8018e1a6862294 HTTP/1.1" status: 200 len: 267 time: 0.0625241 Oct 04 08:38:21.089670 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4f2c8-be4f-4386-9e41-579729848d15 req-91a5e2ae-0ebe-415f-a50d-4db53e886bab tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:21.091369 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8bb4f2c8-be4f-4386-9e41-579729848d15 req-91a5e2ae-0ebe-415f-a50d-4db53e886bab tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5a3147e2-6e01-4190-a593-7d5113358d23 HTTP/1.1" status: 200 len: 807 time: 0.1128728 Oct 04 08:38:21.108392 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8bb4f2c8-be4f-4386-9e41-579729848d15 req-2880b592-24e4-4588-a79f-5f2dced5a7d5 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] 10.222.0.16 "GET /networking/v2.0/quotas/ed407864f9cf431ebd8018e1a6862294 HTTP/1.1" status: 200 len: 375 time: 0.0109463 Oct 04 08:38:21.295525 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0ebe-929d-4c72-ad7d-5d7ecca18028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:21.383876 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85fc26-4573-4a47-9401-ecaf2b9fc1a7 req-65f1a1a6-d038-46f1-9f03-1a519eba7811 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:21.387279 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-da85fc26-4573-4a47-9401-ecaf2b9fc1a7 req-65f1a1a6-d038-46f1-9f03-1a519eba7811 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0512753 Oct 04 08:38:21.408898 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:21.440872 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-da85fc26-4573-4a47-9401-ecaf2b9fc1a7 req-2ed91ee2-5cc6-4ae0-8fe0-6b7ef63a5a52 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465019 Oct 04 08:38:21.553049 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a068d-ebd8-4bf7-8489-08e34820b340 req-c83aed55-aab0-4b54-90f8-c587c1907f83 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:21.554720 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-245a068d-ebd8-4bf7-8489-08e34820b340 req-c83aed55-aab0-4b54-90f8-c587c1907f83 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0530901 Oct 04 08:38:21.610213 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-245a068d-ebd8-4bf7-8489-08e34820b340 req-40b66886-17d8-4360-9095-ab31233456d2 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493915 Oct 04 08:38:22.044188 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8150bd-45d3-48f2-b065-bb10528f3df1 req-86c9caf1-afc6-4fe9-a977-d2958f0c86a3 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:22.045731 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0d8150bd-45d3-48f2-b065-bb10528f3df1 req-86c9caf1-afc6-4fe9-a977-d2958f0c86a3 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0509038 Oct 04 08:38:22.097108 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0d8150bd-45d3-48f2-b065-bb10528f3df1 req-06a586e8-351a-4af0-a2d7-9b4366348ec1 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454309 Oct 04 08:38:22.575142 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586e0c5-31f9-4677-9a5e-80601ce66fc8 req-e982d6a8-eaab-4e31-aef5-6f59ef65ab5e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:22.576676 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4586e0c5-31f9-4677-9a5e-80601ce66fc8 req-e982d6a8-eaab-4e31-aef5-6f59ef65ab5e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0541716 Oct 04 08:38:22.631438 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4586e0c5-31f9-4677-9a5e-80601ce66fc8 req-a0bf5741-c83f-4779-8d49-3947bd59e63a tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480821 Oct 04 08:38:22.761262 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98057b-283b-4658-9d73-a5e0e89e1aa3 req-33c241c4-2567-4683-b325-4a72d0bb38d8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:22.762835 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-eb98057b-283b-4658-9d73-a5e0e89e1aa3 req-33c241c4-2567-4683-b325-4a72d0bb38d8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0625327 Oct 04 08:38:22.803897 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:22.827949 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-eb98057b-283b-4658-9d73-a5e0e89e1aa3 req-70ff0d61-98b9-4628-bee0-f35eb1c6d02d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571699 Oct 04 08:38:23.257245 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143e29c-dbcd-4bc4-a9d9-ea660b9bdcd1 req-947fc466-167f-4347-9818-38cd3c854d98 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:23.258840 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9143e29c-dbcd-4bc4-a9d9-ea660b9bdcd1 req-947fc466-167f-4347-9818-38cd3c854d98 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0565281 Oct 04 08:38:23.320890 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9143e29c-dbcd-4bc4-a9d9-ea660b9bdcd1 req-627d27ce-dddb-4347-968d-7e005eedcc5f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533082 Oct 04 08:38:23.771412 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d519227-059c-4e77-b72c-1418a7730df5 req-0411ed92-1be8-48f5-9207-c309812bb8b5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:23.774214 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2d519227-059c-4e77-b72c-1418a7730df5 req-0411ed92-1be8-48f5-9207-c309812bb8b5 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0586021 Oct 04 08:38:23.828156 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2d519227-059c-4e77-b72c-1418a7730df5 req-2c46dff4-2efc-4bd7-bf82-8f385471e874 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486276 Oct 04 08:38:23.980403 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d581a31-cef1-4845-8e77-b9616c92c78f req-b87cc275-5fc2-4946-9262-93ce3238db1e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:23.981822 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6d581a31-cef1-4845-8e77-b9616c92c78f req-b87cc275-5fc2-4946-9262-93ce3238db1e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0541666 Oct 04 08:38:23.995286 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:24.035566 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6d581a31-cef1-4845-8e77-b9616c92c78f req-407a679d-f75e-4298-b6fa-fa5c16339753 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471969 Oct 04 08:38:24.287056 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=52,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:24.292988 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=22 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:24.367393 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:24.376737 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:24.469066 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01266c94-2337-445c-a524-8b6186a076dc req-4290769d-fb54-4087-99cf-bea07b124e1d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:24.471180 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-01266c94-2337-445c-a524-8b6186a076dc req-4290769d-fb54-4087-99cf-bea07b124e1d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0553572 Oct 04 08:38:24.538812 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-01266c94-2337-445c-a524-8b6186a076dc req-8301d92d-4ce1-4c10-9f8b-b23adf473419 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613613 Oct 04 08:38:24.974841 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d630f-6ec5-4b8d-9fdc-f2925cbdf8ab req-827a5f4d-278c-4b64-97e5-2532d5cb2647 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:24.977580 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aa1d630f-6ec5-4b8d-9fdc-f2925cbdf8ab req-827a5f4d-278c-4b64-97e5-2532d5cb2647 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0520270 Oct 04 08:38:25.039915 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-aa1d630f-6ec5-4b8d-9fdc-f2925cbdf8ab req-268cc0c2-c42f-4cc5-970c-61f2233eec24 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568326 Oct 04 08:38:25.178776 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337cb55-b079-456d-bfcf-40bb4c7bdcfa req-94ed2d22-d88c-40f7-a9aa-1cc0a5aee103 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:25.180801 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5337cb55-b079-456d-bfcf-40bb4c7bdcfa req-94ed2d22-d88c-40f7-a9aa-1cc0a5aee103 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0618744 Oct 04 08:38:25.242696 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5337cb55-b079-456d-bfcf-40bb4c7bdcfa req-9e69363c-7176-42d8-8f88-0ca9218ba15f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557721 Oct 04 08:38:25.681328 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c562fd-1d33-43c6-955f-df9264297060 req-4c8d4169-f1b8-4bf7-8dea-e257328667b6 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:25.682856 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-50c562fd-1d33-43c6-955f-df9264297060 req-4c8d4169-f1b8-4bf7-8dea-e257328667b6 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0541120 Oct 04 08:38:25.728170 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:25.742338 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-50c562fd-1d33-43c6-955f-df9264297060 req-407ad2fd-708d-4ba4-a598-21aa5b7efad9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523055 Oct 04 08:38:26.169404 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7da78-0975-406e-96a3-c76d15cb2de2 req-08fbb2c9-98cb-4ae2-9b74-738841c0a20e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:26.170922 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ffd7da78-0975-406e-96a3-c76d15cb2de2 req-08fbb2c9-98cb-4ae2-9b74-738841c0a20e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0505147 Oct 04 08:38:26.221748 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ffd7da78-0975-406e-96a3-c76d15cb2de2 req-2ae87ba6-b7a7-4426-a674-ba9dae831d50 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442109 Oct 04 08:38:26.367933 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369ea87-fe7e-4322-adb2-408fab8e9e18 req-f04d0556-f863-4c78-9df2-fd5a87f42db2 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:26.369712 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c369ea87-fe7e-4322-adb2-408fab8e9e18 req-f04d0556-f863-4c78-9df2-fd5a87f42db2 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0498388 Oct 04 08:38:26.422444 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c369ea87-fe7e-4322-adb2-408fab8e9e18 req-64f1244e-4715-457f-b6a6-2e9c2d4ff228 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468237 Oct 04 08:38:26.817149 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510d696-b037-4899-87e0-205b2ba954aa req-a696fc3e-7018-4c45-ac6d-22fce9808e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:26.819163 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1510d696-b037-4899-87e0-205b2ba954aa req-a696fc3e-7018-4c45-ac6d-22fce9808e63 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=93f5ad63-8511-451a-b445-ec0028854cc4 HTTP/1.1" status: 200 len: 851 time: 0.0691767 Oct 04 08:38:26.911430 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510d696-b037-4899-87e0-205b2ba954aa req-d61eceb7-bcc1-4a58-a07f-617c3731c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:26.913048 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1510d696-b037-4899-87e0-205b2ba954aa req-d61eceb7-bcc1-4a58-a07f-617c3731c044 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650337 Oct 04 08:38:26.919477 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5aaf7f-8c4e-4861-bfd8-f8f3dda516f5 req-ce244a61-7a23-45e8-b371-a81f1cca1bc0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:26.920891 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fc5aaf7f-8c4e-4861-bfd8-f8f3dda516f5 req-ce244a61-7a23-45e8-b371-a81f1cca1bc0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0831759 Oct 04 08:38:26.973856 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fc5aaf7f-8c4e-4861-bfd8-f8f3dda516f5 req-386a65f4-3da6-4f35-9d86-40f5f6e2f864 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461195 Oct 04 08:38:27.351777 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5accfef-dced-4d05-83f5-a4fc1f682238 req-ff956d3b-dc72-4d5c-b634-177e7b190c42 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:27.353262 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e5accfef-dced-4d05-83f5-a4fc1f682238 req-ff956d3b-dc72-4d5c-b634-177e7b190c42 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0482891 Oct 04 08:38:27.402530 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e5accfef-dced-4d05-83f5-a4fc1f682238 req-9b0535ec-475a-48f5-98c7-444952324c16 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437331 Oct 04 08:38:27.557391 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916be8f-02d1-4b6e-bcc2-c5fd9e57a105 req-43968ef3-e6ac-4ac7-9628-1a721c0a5809 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:27.558899 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2916be8f-02d1-4b6e-bcc2-c5fd9e57a105 req-43968ef3-e6ac-4ac7-9628-1a721c0a5809 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0589876 Oct 04 08:38:27.638206 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:27.956720 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece2419-133e-47a4-a6dc-5ff9af3ca25e req-15cc92e2-7e59-4680-a668-935ee1042d87 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:27.958040 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9ece2419-133e-47a4-a6dc-5ff9af3ca25e req-15cc92e2-7e59-4680-a668-935ee1042d87 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.3982878 Oct 04 08:38:27.959086 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae45a37-8b8a-4de4-8a71-d119b88acbe3 req-bc98c9b9-384c-4926-86da-0e59a7ab9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:27.960359 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7ae45a37-8b8a-4de4-8a71-d119b88acbe3 req-bc98c9b9-384c-4926-86da-0e59a7ab9363 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 1129 time: 0.3817799 Oct 04 08:38:27.989477 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2916be8f-02d1-4b6e-bcc2-c5fd9e57a105 req-3b0e9dc5-4dea-4b54-9cc3-6b2de96151d8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4118140 Oct 04 08:38:28.003905 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1510d696-b037-4899-87e0-205b2ba954aa req-5174860f-d81a-4275-943f-701165a04416 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615088 Oct 04 08:38:28.100663 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25d39a-a720-4d89-acd7-57a14a32f762 req-595dccaf-6864-4a52-af51-8c24fa206e4d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:28.102101 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4f25d39a-a720-4d89-acd7-57a14a32f762 req-595dccaf-6864-4a52-af51-8c24fa206e4d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0466845 Oct 04 08:38:28.185019 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4f25d39a-a720-4d89-acd7-57a14a32f762 req-6f075604-fa5e-4504-90ac-1a7fa45b3847 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773315 Oct 04 08:38:28.309044 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:28.319570 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7ae45a37-8b8a-4de4-8a71-d119b88acbe3 req-981347be-1bae-46ad-815b-3bd4e535103d service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710429 Oct 04 08:38:28.355475 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-9ece2419-133e-47a4-a6dc-5ff9af3ca25e req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Deleting port 6b7f8247-fad9-479e-956e-2174a8b01f79 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:38:28.356158 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9ece2419-133e-47a4-a6dc-5ff9af3ca25e req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:28.361525 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1510d696-b037-4899-87e0-205b2ba954aa req-b9e62021-6485-4caf-98d2-1f00fdfb4913 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118349 Oct 04 08:38:28.451684 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-9ece2419-133e-47a4-a6dc-5ff9af3ca25e req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] For port 6b7f8247-fad9-479e-956e-2174a8b01f79, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=6b7f8247-fad9-479e-956e-2174a8b01f79,segment=NetworkSegment(d9e2812d-e413-4de8-83c8-2b8aec654370),segment_id=d9e2812d-e413-4de8-83c8-2b8aec654370)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:28.451863 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9ece2419-133e-47a4-a6dc-5ff9af3ca25e req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:28.465741 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-9ece2419-133e-47a4-a6dc-5ff9af3ca25e req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Calling delete_port for 6b7f8247-fad9-479e-956e-2174a8b01f79 owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:38:28.568084 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7ff49-cfb9-475c-848e-7d7c99dc06cd req-08439bc1-7309-4648-8565-d727e0e7abe6 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:28.569543 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-63a7ff49-cfb9-475c-848e-7d7c99dc06cd req-08439bc1-7309-4648-8565-d727e0e7abe6 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 945 time: 0.0914502 Oct 04 08:38:28.658515 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-63a7ff49-cfb9-475c-848e-7d7c99dc06cd req-ab006797-02a5-4617-a7ae-f3f91f0779c8 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b216b911-aaf7-4e74-ab89-d3d7b6d71d22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758839 Oct 04 08:38:28.677346 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9ece2419-133e-47a4-a6dc-5ff9af3ca25e req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (6b7f8247-fad9-479e-956e-2174a8b01f79), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:28.708933 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Pushing event deleted for resources: {'Port': ['ID=6b7f8247-fad9-479e-956e-2174a8b01f79,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:28.741462 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.741806 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.742145 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.742482 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.742838 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.743242 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.743570 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.743889 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.744209 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.744525 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.744844 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.745167 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.745483 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.745798 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.746111 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:38:28.772056 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ece2419-133e-47a4-a6dc-5ff9af3ca25e req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] No DVR routers for this DVR port 6b7f8247-fad9-479e-956e-2174a8b01f79 on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:38:28.774951 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-9ece2419-133e-47a4-a6dc-5ff9af3ca25e req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:28.778727 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9ece2419-133e-47a4-a6dc-5ff9af3ca25e req-82e8f994-4a94-46b7-816e-13d708832e2e tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.17 "DELETE /networking/v2.0/ports/6b7f8247-fad9-479e-956e-2174a8b01f79 HTTP/1.1" status: 204 len: 173 time: 0.6225014 Oct 04 08:38:28.779322 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2213799d-aaf1-497d-8b34-df52ba65b77a', 'name': 'network-vif-deleted', 'tag': '6b7f8247-fad9-479e-956e-2174a8b01f79'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:38:28.782706 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3e7ba9-902d-4811-901f-5afac0f37a96" -d '{"events": [{"server_uuid": "2213799d-aaf1-497d-8b34-df52ba65b77a", "name": "network-vif-deleted", "tag": "6b7f8247-fad9-479e-956e-2174a8b01f79"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:38:28.821305 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f61955-2967-46e3-b022-11ba6b5be2b0 x-openstack-request-id: req-01f61955-2967-46e3-b022-11ba6b5be2b0 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:38:28.821720 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2213799d-aaf1-497d-8b34-df52ba65b77a", "name": "network-vif-deleted", "tag": "6b7f8247-fad9-479e-956e-2174a8b01f79", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:38:28.822062 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01f61955-2967-46e3-b022-11ba6b5be2b0 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:38:28.822534 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f61955-2967-46e3-b022-11ba6b5be2b0'] response: {'server_uuid': '2213799d-aaf1-497d-8b34-df52ba65b77a', 'name': 'network-vif-deleted', 'tag': '6b7f8247-fad9-479e-956e-2174a8b01f79', 'status': 'completed', 'code': 200} Oct 04 08:38:29.125063 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995324d-2aee-47e7-944c-535039a68ae7 req-94db1ea8-261e-4d29-be78-d41ae3dcc045 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:29.127608 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e995324d-2aee-47e7-944c-535039a68ae7 req-94db1ea8-261e-4d29-be78-d41ae3dcc045 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0604668 Oct 04 08:38:29.179566 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e995324d-2aee-47e7-944c-535039a68ae7 req-26e9d0d3-e08c-477f-8b96-7f2a02de6bc9 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463705 Oct 04 08:38:29.307052 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:29.326419 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6c70d-86ab-4fe7-82ad-3b24f20e7184 req-d6b618e9-519f-49a6-a48a-64889971ecc9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:29.327968 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d3c6c70d-86ab-4fe7-82ad-3b24f20e7184 req-d6b618e9-519f-49a6-a48a-64889971ecc9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0520923 Oct 04 08:38:29.392678 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d3c6c70d-86ab-4fe7-82ad-3b24f20e7184 req-d1c9715e-0f6d-47f9-9aa7-7caf40b570d5 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572729 Oct 04 08:38:29.717247 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 6b7f8247-fad9-479e-956e-2174a8b01f79 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:38:29.740717 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: 6b7f8247-fad9-479e-956e-2174a8b01f79 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:38:29.741067 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 6b7f8247-fad9-479e-956e-2174a8b01f79 not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:38:29.785332 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9fb43ca6-e3ff-4dab-87de-f4e2ce38e1f5 req-031f79b6-cf37-4a17-907d-147448c71b03 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 210 time: 0.0290301 Oct 04 08:38:30.306826 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc73ba-d160-4e8e-aa71-d2bbe1c4a1b0 req-58575c7f-bf28-4b70-9573-776f1dc9825b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:30.308449 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ddcc73ba-d160-4e8e-aa71-d2bbe1c4a1b0 req-58575c7f-bf28-4b70-9573-776f1dc9825b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0494919 Oct 04 08:38:30.369286 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ddcc73ba-d160-4e8e-aa71-d2bbe1c4a1b0 req-8f2bee9b-22e1-4629-a0c8-df364682bc1d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539646 Oct 04 08:38:30.493823 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cd5fa-d952-44fe-9ceb-7c31e1f9fdee req-43ce9ce9-2847-44e5-8ba0-7d56fbf57cee tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:30.495360 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-824cd5fa-d952-44fe-9ceb-7c31e1f9fdee req-43ce9ce9-2847-44e5-8ba0-7d56fbf57cee tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0496943 Oct 04 08:38:30.506929 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56542) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:30.511605 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-c37d2086-4e58-4870-8e3e-5f6e3521bfc1 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Request body: {'floatingip': {'port_id': '84c7f948-82c8-4e44-86f1-d8ace0e90f47'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:38:30.558872 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c37d2086-4e58-4870-8e3e-5f6e3521bfc1 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for floatingip (edec3235-3ec3-4b05-9040-6b7ae3021eca), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:30.597384 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040ed94-78aa-4c15-8034-13d98b1dae14 req-d7bceb35-62dd-495d-9486-408b18dd69a0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:30.598983 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2040ed94-78aa-4c15-8034-13d98b1dae14 req-d7bceb35-62dd-495d-9486-408b18dd69a0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0505588 Oct 04 08:38:30.668042 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2040ed94-78aa-4c15-8034-13d98b1dae14 req-b2a50a3c-0958-4003-bd79-67d659c0e5dd tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616908 Oct 04 08:38:30.933797 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7bcf3b3c-b3f8-4cf5-87e2-74572e9ba46d req-de519e9b-775e-49d8-bf06-bcd9d0de5874 tempest-VolumesActionsTest-1354781618 tempest-VolumesActionsTest-1354781618-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=2213799d-aaf1-497d-8b34-df52ba65b77a HTTP/1.1" status: 200 len: 210 time: 0.0363636 Oct 04 08:38:31.226471 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.db.resource_extend [None req-c37d2086-4e58-4870-8e3e-5f6e3521bfc1 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 08:38:31.279601 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c37d2086-4e58-4870-8e3e-5f6e3521bfc1 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:31.284813 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c37d2086-4e58-4870-8e3e-5f6e3521bfc1 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (edec3235-3ec3-4b05-9040-6b7ae3021eca), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:31.384342 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.l3_db [None req-c37d2086-4e58-4870-8e3e-5f6e3521bfc1 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Floating IP edec3235-3ec3-4b05-9040-6b7ae3021eca associated. External IP: 172.27.0.31, port: 84c7f948-82c8-4e44-86f1-d8ace0e90f47. Oct 04 08:38:31.593031 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37d2086-4e58-4870-8e3e-5f6e3521bfc1 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:38:31.698953 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37d2086-4e58-4870-8e3e-5f6e3521bfc1 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:38:31.704736 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c37d2086-4e58-4870-8e3e-5f6e3521bfc1 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:31.714619 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc5444f-b4f1-45cd-a85f-4678defc249f None None] Sync routers for ids ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:38:31.725392 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc5444f-b4f1-45cd-a85f-4678defc249f None None] Routers {'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:38:31.726068 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-7fc5444f-b4f1-45cd-a85f-4678defc249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:38:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:31.740780 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-c37d2086-4e58-4870-8e3e-5f6e3521bfc1 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/edec3235-3ec3-4b05-9040-6b7ae3021eca HTTP/1.1" status: 200 len: 990 time: 1.2306044 Oct 04 08:38:31.740780 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'tag': '84c7f948-82c8-4e44-86f1-d8ace0e90f47'}] {{(pid=106410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:38:31.741576 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4c84928c9cc590a11e74d60c618a14085f3215fa0a41e1841d6b7405df412b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81832ee9-c3dd-4282-aefc-f9516c853a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ecca0c-50c6-4218-a34e-f4ec70d2686e", "tag": "84c7f948-82c8-4e44-86f1-d8ace0e90f47"}]}' {{(pid=106410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:38:31.799767 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:31.833307 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-7fc5444f-b4f1-45cd-a85f-4678defc249f None None] Set router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:38:31.840335 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6d91b-b58c-4478-934b-3681e2384dc8 req-60ad347b-f6a3-4341-a10c-d3d02ca15b3f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:31.841829 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-15b6d91b-b58c-4478-934b-3681e2384dc8 req-60ad347b-f6a3-4341-a10c-d3d02ca15b3f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0509939 Oct 04 08:38:31.905145 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-15b6d91b-b58c-4478-934b-3681e2384dc8 req-7a28b493-3684-47ac-97ad-094c8f6d812f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567281 Oct 04 08:38:31.966970 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a85fa6-649e-404d-8025-6c7009ecb3cf x-openstack-request-id: req-17a85fa6-649e-404d-8025-6c7009ecb3cf {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:38:31.967268 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ecca0c-50c6-4218-a34e-f4ec70d2686e", "tag": "84c7f948-82c8-4e44-86f1-d8ace0e90f47", "status": "completed", "code": 200}]} {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:38:31.967526 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17a85fa6-649e-404d-8025-6c7009ecb3cf {{(pid=106410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:38:31.967978 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a85fa6-649e-404d-8025-6c7009ecb3cf'] response: {'name': 'network-changed', 'server_uuid': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'tag': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'status': 'completed', 'code': 200} Oct 04 08:38:31.997592 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:32.045607 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81832ee9-c3dd-4282-aefc-f9516c853a3c req-bc72b969-37d4-45aa-ac96-19ac135d23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:32.047922 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-81832ee9-c3dd-4282-aefc-f9516c853a3c req-bc72b969-37d4-45aa-ac96-19ac135d23b3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 1129 time: 0.0456116 Oct 04 08:38:32.115415 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-7fc5444f-b4f1-45cd-a85f-4678defc249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'edec3235-3ec3-4b05-9040-6b7ae3021eca', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'port_id': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'mac_address': 'fa:16:3e:5a:2b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:37:59Z', 'updated_at': '2022-10-04T08:38:30Z', 'revision_number': 1, 'project_id': '5934621267af4b838889fcbfb9febaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:38Z', 'revision_number': 5, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:32.150863 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81832ee9-c3dd-4282-aefc-f9516c853a3c req-ea733554-8fd3-4634-a3f9-ecda691555dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:32.152878 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-81832ee9-c3dd-4282-aefc-f9516c853a3c req-ea733554-8fd3-4634-a3f9-ecda691555dc service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.0977743 Oct 04 08:38:32.165317 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc5444f-b4f1-45cd-a85f-4678defc249f None None] Checking router: dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:38:32.190655 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc5444f-b4f1-45cd-a85f-4678defc249f None None] Routers {'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:38:32.190655 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-7fc5444f-b4f1-45cd-a85f-4678defc249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:38:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:32.227774 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-81832ee9-c3dd-4282-aefc-f9516c853a3c req-14145db2-7781-45c9-8b64-5c4f247a5d57 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47 HTTP/1.1" status: 200 len: 998 time: 0.0670187 Oct 04 08:38:32.282431 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81832ee9-c3dd-4282-aefc-f9516c853a3c req-41494871-e853-4f03-aae3-d9e0861eb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:32.284455 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-81832ee9-c3dd-4282-aefc-f9516c853a3c req-41494871-e853-4f03-aae3-d9e0861eb1fb service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0498774 Oct 04 08:38:32.291755 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-7fc5444f-b4f1-45cd-a85f-4678defc249f None None] Set router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:38:32.342616 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81832ee9-c3dd-4282-aefc-f9516c853a3c req-609204c7-ba8e-42ce-9ee4-4a588fbaaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:32.344793 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-81832ee9-c3dd-4282-aefc-f9516c853a3c req-609204c7-ba8e-42ce-9ee4-4a588fbaaac2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517435 Oct 04 08:38:32.481271 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-81832ee9-c3dd-4282-aefc-f9516c853a3c req-512d87c6-f4f4-49b2-8667-acf24b64db5b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277885 Oct 04 08:38:32.591636 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-7fc5444f-b4f1-45cd-a85f-4678defc249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'edec3235-3ec3-4b05-9040-6b7ae3021eca', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'port_id': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'mac_address': 'fa:16:3e:5a:2b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:37:59Z', 'updated_at': '2022-10-04T08:38:30Z', 'revision_number': 1, 'project_id': '5934621267af4b838889fcbfb9febaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:38Z', 'revision_number': 5, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:32.621108 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc5444f-b4f1-45cd-a85f-4678defc249f None None] The sync data for ids ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'] in dv-cinder-860209-1-iscsi is: [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'edec3235-3ec3-4b05-9040-6b7ae3021eca', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'port_id': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'mac_address': 'fa:16:3e:5a:2b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:37:59Z', 'updated_at': '2022-10-04T08:38:30Z', 'revision_number': 1, 'project_id': '5934621267af4b838889fcbfb9febaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:38Z', 'revision_number': 5, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:38:32.635667 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-81832ee9-c3dd-4282-aefc-f9516c853a3c req-dfd04125-db76-4c71-8a77-a5168d814085 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450593 Oct 04 08:38:32.827168 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888132e5-2302-4327-bbeb-2cd8030938aa None None] New status for floating IP edec3235-3ec3-4b05-9040-6b7ae3021eca: ACTIVE {{(pid=106413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:38:33.059894 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aeba49-e674-4781-94d6-90cfd9d34d6b req-40c7f03d-f5a6-43c8-9be4-58af1d4d7910 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:33.061377 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a2aeba49-e674-4781-94d6-90cfd9d34d6b req-40c7f03d-f5a6-43c8-9be4-58af1d4d7910 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0588050 Oct 04 08:38:33.109356 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a2aeba49-e674-4781-94d6-90cfd9d34d6b req-b703db28-2e86-4fa9-a94b-4784691505f3 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411065 Oct 04 08:38:34.256043 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd14adc-26b5-49d5-a2cf-65a87937a004 req-e9c72f0a-3661-4fdb-9b5d-920fd9859872 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:34.257686 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cbd14adc-26b5-49d5-a2cf-65a87937a004 req-e9c72f0a-3661-4fdb-9b5d-920fd9859872 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0523040 Oct 04 08:38:34.309736 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cbd14adc-26b5-49d5-a2cf-65a87937a004 req-fcdbb834-3292-4377-a38f-ded87aad3390 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461466 Oct 04 08:38:35.436118 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:35.457303 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c2c33-95c5-48d3-a1e7-da9119cc13cd req-01fc0394-bcbe-46f3-b2d7-4c4c0c8796b6 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:35.458956 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-271c2c33-95c5-48d3-a1e7-da9119cc13cd req-01fc0394-bcbe-46f3-b2d7-4c4c0c8796b6 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0558805 Oct 04 08:38:35.508728 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-271c2c33-95c5-48d3-a1e7-da9119cc13cd req-010bbd7a-4612-4fd4-95d4-09eb1d97727e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441694 Oct 04 08:38:36.645020 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30191c6-c6e6-472a-beb8-413a8f74a718 req-541c1c8b-8c55-4a3c-aa9b-b246e6d94fa9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:36.646587 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d30191c6-c6e6-472a-beb8-413a8f74a718 req-541c1c8b-8c55-4a3c-aa9b-b246e6d94fa9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0513694 Oct 04 08:38:36.700608 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d30191c6-c6e6-472a-beb8-413a8f74a718 req-1b1923fe-f743-475b-8344-a04d10750b5a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481224 Oct 04 08:38:37.748106 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 159277a9-e8de-47c4-813b-8de31279c18f details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:38:37.948533 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e41ce8-bf36-4926-804b-11cf0c80f025 req-17d41f85-0990-4b33-829d-e2f440148c32 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:37.952680 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-04e41ce8-bf36-4926-804b-11cf0c80f025 req-17d41f85-0990-4b33-829d-e2f440148c32 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 944 time: 0.0784509 Oct 04 08:38:37.979280 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:38.009520 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 159277a9-e8de-47c4-813b-8de31279c18f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=159277a9-e8de-47c4-813b-8de31279c18f,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:38.032894 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '159277a9-e8de-47c4-813b-8de31279c18f', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'port_id': '159277a9-e8de-47c4-813b-8de31279c18f', 'mac_address': 'fa:16:3e:3b:e8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:38:38.033971 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:38.063880 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-04e41ce8-bf36-4926-804b-11cf0c80f025 req-f6d5f50d-8fba-46be-b8d1-ec842af0075f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961502 Oct 04 08:38:38.091813 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 159277a9-e8de-47c4-813b-8de31279c18f is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:38:38.092612 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (159277a9-e8de-47c4-813b-8de31279c18f), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:38.110574 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159277a9-e8de-47c4-813b-8de31279c18f {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:38:38.135639 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 159277a9-e8de-47c4-813b-8de31279c18f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=159277a9-e8de-47c4-813b-8de31279c18f,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:38.148807 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (159277a9-e8de-47c4-813b-8de31279c18f), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:38.212680 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=159277a9-e8de-47c4-813b-8de31279c18f,revision_number=9']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:38.673707 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['159277a9-e8de-47c4-813b-8de31279c18f'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:38:39.234805 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b2850-d06d-496b-97dc-baa3ad950a87 req-3eb0207e-85d8-454b-9fd4-6044f2fe77eb tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:39.236783 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-451b2850-d06d-496b-97dc-baa3ad950a87 req-3eb0207e-85d8-454b-9fd4-6044f2fe77eb tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 945 time: 0.0657113 Oct 04 08:38:39.295274 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-451b2850-d06d-496b-97dc-baa3ad950a87 req-6e5614fb-2c8e-427d-a206-2170f0fffb73 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495141 Oct 04 08:38:39.910472 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 159277a9-e8de-47c4-813b-8de31279c18f up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:38:39.967711 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:39.971277 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 159277a9-e8de-47c4-813b-8de31279c18f triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:38:39.971583 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (159277a9-e8de-47c4-813b-8de31279c18f), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:39.971923 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 159277a9-e8de-47c4-813b-8de31279c18f Oct 04 08:38:40.084874 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 159277a9-e8de-47c4-813b-8de31279c18f is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:38:40.085460 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (159277a9-e8de-47c4-813b-8de31279c18f), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:40.126866 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:38:40.129342 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7470f97-5e95-4358-b8ce-12cbad9e1f85" -d '{"events": [{"server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "name": "network-vif-plugged", "status": "completed", "tag": "159277a9-e8de-47c4-813b-8de31279c18f"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:38:40.163713 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 159277a9-e8de-47c4-813b-8de31279c18f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=159277a9-e8de-47c4-813b-8de31279c18f,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:40.170195 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (159277a9-e8de-47c4-813b-8de31279c18f), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:40.200508 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc59eb3-a6f0-42bf-b2e6-54532163b626 x-openstack-request-id: req-3bc59eb3-a6f0-42bf-b2e6-54532163b626 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:38:40.200809 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "name": "network-vif-plugged", "status": "completed", "tag": "159277a9-e8de-47c4-813b-8de31279c18f", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:38:40.201052 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bc59eb3-a6f0-42bf-b2e6-54532163b626 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:38:40.201430 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc59eb3-a6f0-42bf-b2e6-54532163b626'] response: {'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f', 'code': 200} Oct 04 08:38:40.247687 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=159277a9-e8de-47c4-813b-8de31279c18f,revision_number=10']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:40.493164 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa8004-9652-4b2b-a79b-f237c94779b2 req-96331957-e24f-47dc-ac12-749bab2df661 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:40.505511 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f9aa8004-9652-4b2b-a79b-f237c94779b2 req-96331957-e24f-47dc-ac12-749bab2df661 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 947 time: 0.1133068 Oct 04 08:38:40.622711 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f9aa8004-9652-4b2b-a79b-f237c94779b2 req-60b531fc-ec36-4a95-9dbc-a564b6ae649a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116168 Oct 04 08:38:40.923988 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44af5ac-3247-402c-b5ea-47660724e2fe req-6b86453f-fa69-4b33-b0ae-5052cb26962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:40.926318 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b44af5ac-3247-402c-b5ea-47660724e2fe req-6b86453f-fa69-4b33-b0ae-5052cb26962d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 1131 time: 0.0593495 Oct 04 08:38:40.983559 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b44af5ac-3247-402c-b5ea-47660724e2fe req-7d8dc7bd-dd49-4148-ae9e-345bfca559c6 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501008 Oct 04 08:38:41.526481 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:41.731652 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:41.735623 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:41.798904 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c61a5-9289-4fe6-afd8-db1a40a2db6d req-57147fc4-c7cd-440f-a921-e888f6326e25 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:41.801273 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7a8c61a5-9289-4fe6-afd8-db1a40a2db6d req-57147fc4-c7cd-440f-a921-e888f6326e25 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 947 time: 0.0763838 Oct 04 08:38:41.890908 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7a8c61a5-9289-4fe6-afd8-db1a40a2db6d req-f2c11903-ad37-4627-aa2b-9b288d85c7fb tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834866 Oct 04 08:38:43.087487 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b283737-4ff5-49b0-a874-fd5ed6e3f4c3 req-d02e1ca7-f0d7-4f02-9260-974702abc54d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:43.090615 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1b283737-4ff5-49b0-a874-fd5ed6e3f4c3 req-d02e1ca7-f0d7-4f02-9260-974702abc54d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 947 time: 0.0864806 Oct 04 08:38:43.174926 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1b283737-4ff5-49b0-a874-fd5ed6e3f4c3 req-63d318a4-537e-4ee7-9132-2a1c141bc6be tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688217 Oct 04 08:38:44.341415 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801630db-4108-4059-8706-340b9bbe29c0 req-33259dba-fd61-4b4f-8734-b7b735e019e1 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:44.350147 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-801630db-4108-4059-8706-340b9bbe29c0 req-33259dba-fd61-4b4f-8734-b7b735e019e1 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 947 time: 0.0654857 Oct 04 08:38:44.403942 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-801630db-4108-4059-8706-340b9bbe29c0 req-13510721-1960-4023-973d-29f4b84aea7b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528028 Oct 04 08:38:46.957732 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:46.959507 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:48.775038 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4c9b-002e-47d0-a42f-c78a11a55a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:50.413539 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1143ca-2736-4fc6-a5ed-19f06bc159f2 req-4bd4f473-86ad-4b62-a034-7db5c1b067d2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:50.416564 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cf1143ca-2736-4fc6-a5ed-19f06bc159f2 req-4bd4f473-86ad-4b62-a034-7db5c1b067d2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0966604 Oct 04 08:38:50.543764 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cf1143ca-2736-4fc6-a5ed-19f06bc159f2 req-573bff43-c03d-48dc-8656-abcfce80de78 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202290 Oct 04 08:38:51.299287 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-537b70ce-7a75-4914-9bc6-9b7a1a0c0dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:51.698121 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:51.708687 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc30aa1-3e7b-4ed8-ad48-53af7ab2abbe req-d25d078c-c2c6-47e0-a497-79ed5840c4e0 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:51.716208 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5cc30aa1-3e7b-4ed8-ad48-53af7ab2abbe req-d25d078c-c2c6-47e0-a497-79ed5840c4e0 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0642622 Oct 04 08:38:51.770444 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5cc30aa1-3e7b-4ed8-ad48-53af7ab2abbe req-f72fd3f8-8dcf-457e-83cb-e840db6b51cf tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529006 Oct 04 08:38:52.812971 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:52.969640 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee89935-870b-4980-b774-912962d18865 req-dec6d4af-a781-4218-99f6-5d8967cfdee9 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:52.973453 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2ee89935-870b-4980-b774-912962d18865 req-dec6d4af-a781-4218-99f6-5d8967cfdee9 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0719244 Oct 04 08:38:53.080447 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2ee89935-870b-4980-b774-912962d18865 req-4117f8c2-b1c9-47f7-b99a-9a650a7953ae tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004434 Oct 04 08:38:54.274155 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e38fab-c816-42c8-8b03-8f88f7178b28 req-ee18ba77-30a0-4541-a66f-f4ffd5a45256 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:54.275758 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41e38fab-c816-42c8-8b03-8f88f7178b28 req-ee18ba77-30a0-4541-a66f-f4ffd5a45256 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0642498 Oct 04 08:38:54.357459 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-41e38fab-c816-42c8-8b03-8f88f7178b28 req-f6485fbd-eb76-4659-a5eb-9e87056ef5bf tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718827 Oct 04 08:38:54.363996 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:54.395064 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:55.010533 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c08ecd-1f05-4723-8bec-bf3e94986789 req-d6ce294b-d060-451c-81ca-1f4af5389373 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:55.017988 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e5c08ecd-1f05-4723-8bec-bf3e94986789 req-d6ce294b-d060-451c-81ca-1f4af5389373 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 945 time: 0.0731037 Oct 04 08:38:55.077676 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e5c08ecd-1f05-4723-8bec-bf3e94986789 req-10d647ec-b139-41ee-b353-1958db0d1cf7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586770 Oct 04 08:38:55.521440 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99455f1a-bce1-4dbc-ae0f-f083131f4c08 req-7e142385-127f-4894-88b7-1e1f7bdaf44c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:55.523095 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-99455f1a-bce1-4dbc-ae0f-f083131f4c08 req-7e142385-127f-4894-88b7-1e1f7bdaf44c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0642357 Oct 04 08:38:55.563558 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:55.593990 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-99455f1a-bce1-4dbc-ae0f-f083131f4c08 req-8ad5a944-c24b-4b76-a549-afce3265dd53 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602033 Oct 04 08:38:56.234955 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f640a89-0175-4c52-bd41-cc1fc6e85ffe req-579fc9f1-855c-48ac-bb3a-9faa0f6a33bd tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:56.236590 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3f640a89-0175-4c52-bd41-cc1fc6e85ffe req-579fc9f1-855c-48ac-bb3a-9faa0f6a33bd tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 945 time: 0.0586228 Oct 04 08:38:56.307094 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3f640a89-0175-4c52-bd41-cc1fc6e85ffe req-6d7168bf-d663-420d-8052-47355f9a93bd tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631680 Oct 04 08:38:56.766965 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01bcf1-110f-4d56-abdb-91a1d9d5fad0 req-ed2479f5-34e3-40e1-a97b-f8a452780ba8 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:56.768154 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4a01bcf1-110f-4d56-abdb-91a1d9d5fad0 req-ed2479f5-34e3-40e1-a97b-f8a452780ba8 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0718992 Oct 04 08:38:56.845048 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-764e0cd6-2d9d-45bd-af9e-d8f2af4cf5a1 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:56.846838 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-764e0cd6-2d9d-45bd-af9e-d8f2af4cf5a1 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 945 time: 0.1015332 Oct 04 08:38:56.908106 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4a01bcf1-110f-4d56-abdb-91a1d9d5fad0 req-57ce77cd-2335-4206-a650-eff76a47f9c7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150849 Oct 04 08:38:56.958410 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:38:56.983002 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Deleting port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:38:56.983409 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:57.114164 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] For port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:38:57.114499 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:57.375030 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:57.375030 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (7c77fb42-c50c-40c8-90cd-69ca93006e2b), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:57.375515 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.l3_db [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Floating IP 7c77fb42-c50c-40c8-90cd-69ca93006e2b disassociated. External IP: 172.27.0.125, port: ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c. Oct 04 08:38:57.375990 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Calling delete_port for ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:38:57.386829 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:57.500221 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a923675-57d9-41e5-af91-c06db23586f3 req-5b6f71c7-d80a-43c4-898e-43337678ffcc tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:57.502164 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2a923675-57d9-41e5-af91-c06db23586f3 req-5b6f71c7-d80a-43c4-898e-43337678ffcc tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 945 time: 0.1018422 Oct 04 08:38:57.607077 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2a923675-57d9-41e5-af91-c06db23586f3 req-6e3ee1f1-4a15-436f-b9d9-8ccb0c5dbd74 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=5abbb16d-2383-40c2-bae5-e62a41abae36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887651 Oct 04 08:38:57.632298 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:57.674089 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56938) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:57.684983 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event deleted for resources: {'Port': ['ID=ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:57.728388 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcaf58d-bde2-4160-a8e2-93bfa9c664a9 admin admin] Deleting subnet 4bcfe2de-4d63-41bc-b246-8d7f03419dee {{(pid=106410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:38:57.732233 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf58d-bde2-4160-a8e2-93bfa9c664a9 admin admin] Publish callbacks [] for subnet (4bcfe2de-4d63-41bc-b246-8d7f03419dee), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:57.777454 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf58d-bde2-4160-a8e2-93bfa9c664a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15344687'] for subnet (4bcfe2de-4d63-41bc-b246-8d7f03419dee), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:57.831255 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:57.858160 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf58d-bde2-4160-a8e2-93bfa9c664a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (4bcfe2de-4d63-41bc-b246-8d7f03419dee), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:57.859947 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:38:57.966800 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf58d-bde2-4160-a8e2-93bfa9c664a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14467704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12886999'] for subnet (4bcfe2de-4d63-41bc-b246-8d7f03419dee), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:57.992723 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fbcaf58d-bde2-4160-a8e2-93bfa9c664a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:58.002542 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-fbcaf58d-bde2-4160-a8e2-93bfa9c664a9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/4bcfe2de-4d63-41bc-b246-8d7f03419dee HTTP/1.1" status: 204 len: 168 time: 0.3265240 Oct 04 08:38:58.007284 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 56942) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:58.025661 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:38:58.045789 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705c4206-6b04-4c1a-bb80-cce160e1ccbd None None] Sync routers for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:38:58.056523 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcaf58d-bde2-4160-a8e2-93bfa9c664a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bcfe2de-4d63-41bc-b246-8d7f03419dee,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:58.085615 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705c4206-6b04-4c1a-bb80-cce160e1ccbd None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:38:58.086696 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-705c4206-6b04-4c1a-bb80-cce160e1ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:38:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:58.185513 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] No DVR routers for this DVR port ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:38:58.196844 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:58.200667 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cfd5e777-7d3a-4f7a-bb27-8482fe28e0eb req-f3ac32d0-7482-4590-832a-522899696eba tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "DELETE /networking/v2.0/ports/ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c HTTP/1.1" status: 204 len: 173 time: 1.3469586 Oct 04 08:38:58.205890 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dee148f-e8b5-437c-9d80-4d784091314c', 'name': 'network-vif-deleted', 'tag': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:38:58.209639 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6511cfe-f032-4ab4-90b1-3575f31ebe01" -d '{"events": [{"server_uuid": "6dee148f-e8b5-437c-9d80-4d784091314c", "name": "network-vif-deleted", "tag": "ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:38:58.223169 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (1ee6d49b-e78d-48c2-9f17-a27346795ae3), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:58.243550 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c1f9e-8058-4b71-a4d2-a2f8cc1e3b40 req-765ac95f-b2a4-4cde-aabe-202aba14ab00 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:58.246391 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e93c1f9e-8058-4b71-a4d2-a2f8cc1e3b40 req-765ac95f-b2a4-4cde-aabe-202aba14ab00 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.1508067 Oct 04 08:38:58.279597 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-705c4206-6b04-4c1a-bb80-cce160e1ccbd None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:38:58.439513 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e93c1f9e-8058-4b71-a4d2-a2f8cc1e3b40 req-65ea62ef-3ef3-4c32-98da-811fa79e2b1b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824229 Oct 04 08:38:58.441563 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (1ee6d49b-e78d-48c2-9f17-a27346795ae3), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:58.478677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.478677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.478677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.478677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.478677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.478677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.478677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.478677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.478677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.478677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.582153 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.582541 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.582863 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.583199 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 08:38:58.583577 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee6d49b-e78d-48c2-9f17-a27346795ae3']}} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:58.589787 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b85582-27ae-4476-822b-2511baa7dd33 x-openstack-request-id: req-e7b85582-27ae-4476-822b-2511baa7dd33 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:38:58.590111 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dee148f-e8b5-437c-9d80-4d784091314c", "name": "network-vif-deleted", "tag": "ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:38:58.590378 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7b85582-27ae-4476-822b-2511baa7dd33 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:38:58.590784 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b85582-27ae-4476-822b-2511baa7dd33'] response: {'server_uuid': '6dee148f-e8b5-437c-9d80-4d784091314c', 'name': 'network-vif-deleted', 'tag': 'ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c', 'status': 'completed', 'code': 200} Oct 04 08:38:58.607049 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e2812d-e413-4de8-83c8-2b8aec654370') {'for_net_delete': True} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:58.607264 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e2812d-e413-4de8-83c8-2b8aec654370') {} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:58.615571 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:58.630037 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12738653'] for segment (d9e2812d-e413-4de8-83c8-2b8aec654370), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:58.659408 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (d9e2812d-e413-4de8-83c8-2b8aec654370), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:58.668534 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:58.686483 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=106411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:38:58.687839 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12654853'] for segment (d9e2812d-e413-4de8-83c8-2b8aec654370), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:58.868170 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-705c4206-6b04-4c1a-bb80-cce160e1ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'f83efe45-3ae0-46d1-a866-0709fa275b2a', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:99:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:35:29Z', 'updated_at': '2022-10-04T08:36:15Z', 'revision_number': 2, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:58.904831 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705c4206-6b04-4c1a-bb80-cce160e1ccbd None None] Checking router: 4ab3ff76-f30b-40f5-ba46-3754e98882d8 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:38:58.917357 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705c4206-6b04-4c1a-bb80-cce160e1ccbd None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:38:58.918015 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-705c4206-6b04-4c1a-bb80-cce160e1ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:38:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:59.060924 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-705c4206-6b04-4c1a-bb80-cce160e1ccbd None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:38:59.072677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (1ee6d49b-e78d-48c2-9f17-a27346795ae3), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:59.094943 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-628155f6-3765-436a-8cf6-6422db5dcb0b req-f45391cf-d953-47b2-ac84-310a88e5117a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6dee148f-e8b5-437c-9d80-4d784091314c HTTP/1.1" status: 200 len: 210 time: 0.0604510 Oct 04 08:38:59.107893 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:59.116631 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/1ee6d49b-e78d-48c2-9f17-a27346795ae3 HTTP/1.1" status: 204 len: 168 time: 1.1078756 Oct 04 08:38:59.136359 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0d555-a22e-457c-9316-1109e5b3c7c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee6d49b-e78d-48c2-9f17-a27346795ae3,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:59.257888 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment d9e2812d-e413-4de8-83c8-2b8aec654370 resource provider aggregate not found Oct 04 08:38:59.280855 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment d9e2812d-e413-4de8-83c8-2b8aec654370 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9e2812d-e413-4de8-83c8-2b8aec654370 found for delete ", "request_id": "req-d57ec921-f9ba-476d-a823-d216b9a25ca2"}]} Oct 04 08:38:59.285049 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:38:59.468298 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56960) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:59.485533 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-705c4206-6b04-4c1a-bb80-cce160e1ccbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'f83efe45-3ae0-46d1-a866-0709fa275b2a', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:99:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:35:29Z', 'updated_at': '2022-10-04T08:36:15Z', 'revision_number': 2, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:38:59.519812 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705c4206-6b04-4c1a-bb80-cce160e1ccbd None None] The sync data for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi is: [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'f83efe45-3ae0-46d1-a866-0709fa275b2a', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:99:d1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:35:29Z', 'updated_at': '2022-10-04T08:36:15Z', 'revision_number': 2, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:38:59.527374 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 56964) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:38:59.529486 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-6d0fdcce-bb2d-45ca-ae8b-453e3957a946 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f758e7615232486a93a915760633b702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544736 Oct 04 08:38:59.627967 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26488b-52f7-4783-a18e-ceeca59fbd3b req-bfd5793d-a1c8-42a0-a699-922404a69e73 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:38:59.629593 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2b26488b-52f7-4783-a18e-ceeca59fbd3b req-bfd5793d-a1c8-42a0-a699-922404a69e73 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0718441 Oct 04 08:38:59.649385 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-001648d9-4ca9-4078-97f3-884bb641834a admin admin] Publish callbacks [] for security_group (b216b911-aaf7-4e74-ab89-d3d7b6d71d22), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:59.695408 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-001648d9-4ca9-4078-97f3-884bb641834a admin admin] Publish callbacks [] for security_group (b216b911-aaf7-4e74-ab89-d3d7b6d71d22), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:59.735762 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2b26488b-52f7-4783-a18e-ceeca59fbd3b req-944c04c1-5829-46e3-88c3-12d2cd2762ce tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927503 Oct 04 08:38:59.777794 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-001648d9-4ca9-4078-97f3-884bb641834a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (b216b911-aaf7-4e74-ab89-d3d7b6d71d22), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:59.781912 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-001648d9-4ca9-4078-97f3-884bb641834a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:38:59.783773 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-001648d9-4ca9-4078-97f3-884bb641834a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b216b911-aaf7-4e74-ab89-d3d7b6d71d22 HTTP/1.1" status: 204 len: 168 time: 0.2552202 Oct 04 08:38:59.800797 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001648d9-4ca9-4078-97f3-884bb641834a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b216b911-aaf7-4e74-ab89-d3d7b6d71d22,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:38:59.849421 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438da96d-102f-4eed-8c59-316c0ba2e352 None None] New status for floating IP 7c77fb42-c50c-40c8-90cd-69ca93006e2b: DOWN {{(pid=106413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:39:00.243948 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 56980) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:00.316414 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3f689de0-4e0a-4292-9762-165e43f150c3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (5abbb16d-2383-40c2-bae5-e62a41abae36), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:00.344666 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3f689de0-4e0a-4292-9762-165e43f150c3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (5abbb16d-2383-40c2-bae5-e62a41abae36), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:00.398861 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3f689de0-4e0a-4292-9762-165e43f150c3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (5abbb16d-2383-40c2-bae5-e62a41abae36), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:00.401643 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3f689de0-4e0a-4292-9762-165e43f150c3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:00.402850 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-3f689de0-4e0a-4292-9762-165e43f150c3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5abbb16d-2383-40c2-bae5-e62a41abae36 HTTP/1.1" status: 204 len: 168 time: 0.1572015 Oct 04 08:39:00.406661 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 56986) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:00.413809 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f689de0-4e0a-4292-9762-165e43f150c3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abbb16d-2383-40c2-bae5-e62a41abae36,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:00.423880 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.api.v2.resource [None req-235119c6-5c3b-4ac7-ae9e-2de0083dbe3c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] show failed (client error): The resource could not be found. Oct 04 08:39:00.429120 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 56988) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:00.429441 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-235119c6-5c3b-4ac7-ae9e-2de0083dbe3c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups/5abbb16d-2383-40c2-bae5-e62a41abae36 HTTP/1.1" status: 404 len: 347 time: 0.0203035 Oct 04 08:39:00.555706 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-e96a815f-9e9d-4f71-b2d8-9b08f6301ef7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Deleting port c35756ab-c75a-43e8-b45b-7a9d57fec129 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:39:00.556127 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e96a815f-9e9d-4f71-b2d8-9b08f6301ef7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (c35756ab-c75a-43e8-b45b-7a9d57fec129), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:00.605443 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:00.652507 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e96a815f-9e9d-4f71-b2d8-9b08f6301ef7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (c35756ab-c75a-43e8-b45b-7a9d57fec129), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:00.652833 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e96a815f-9e9d-4f71-b2d8-9b08f6301ef7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (c35756ab-c75a-43e8-b45b-7a9d57fec129), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:00.670927 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-e96a815f-9e9d-4f71-b2d8-9b08f6301ef7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Calling delete_port for c35756ab-c75a-43e8-b45b-7a9d57fec129 owned by network:floatingip {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:39:00.864804 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:00.869210 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e96a815f-9e9d-4f71-b2d8-9b08f6301ef7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (c35756ab-c75a-43e8-b45b-7a9d57fec129), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:00.907012 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a815f-9e9d-4f71-b2d8-9b08f6301ef7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event deleted for resources: {'Port': ['ID=c35756ab-c75a-43e8-b45b-7a9d57fec129,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:00.918060 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd3f71-5bb5-42e3-95d2-cc229b843803 req-d07e1145-1a19-49a6-a3f4-014607780e42 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:00.919625 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-33fd3f71-5bb5-42e3-95d2-cc229b843803 req-d07e1145-1a19-49a6-a3f4-014607780e42 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0885105 Oct 04 08:39:01.018333 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e96a815f-9e9d-4f71-b2d8-9b08f6301ef7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (7c77fb42-c50c-40c8-90cd-69ca93006e2b), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:01.020786 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e96a815f-9e9d-4f71-b2d8-9b08f6301ef7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:01.022071 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-e96a815f-9e9d-4f71-b2d8-9b08f6301ef7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/7c77fb42-c50c-40c8-90cd-69ca93006e2b HTTP/1.1" status: 204 len: 168 time: 0.5930226 Oct 04 08:39:01.032082 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-33fd3f71-5bb5-42e3-95d2-cc229b843803 req-230a5433-6209-4274-99ba-25e15252f93d tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881271 Oct 04 08:39:01.080209 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57008) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:01.198739 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eedc8349-4bd3-4658-b885-c4897580c25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:01.282313 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eedc8349-4bd3-4658-b885-c4897580c25e admin admin] Publish callbacks [] for security_group (96dcd6a6-f1b5-4454-81df-51578f652134), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:01.286717 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eedc8349-4bd3-4658-b885-c4897580c25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (96dcd6a6-f1b5-4454-81df-51578f652134), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:01.339832 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc8349-4bd3-4658-b885-c4897580c25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dcd6a6-f1b5-4454-81df-51578f652134,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:01.346509 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-eedc8349-4bd3-4658-b885-c4897580c25e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f5ac5d01641443f982c5080310f0e7cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652118 Oct 04 08:39:01.349225 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57022) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:01.408011 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb1a0-01ea-4711-aa05-f6df0b97bcbd admin admin] Publish callbacks [] for security_group (96dcd6a6-f1b5-4454-81df-51578f652134), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:01.431099 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb1a0-01ea-4711-aa05-f6df0b97bcbd admin admin] Publish callbacks [] for security_group (96dcd6a6-f1b5-4454-81df-51578f652134), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:01.482590 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb1a0-01ea-4711-aa05-f6df0b97bcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (96dcd6a6-f1b5-4454-81df-51578f652134), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:01.485822 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb1a0-01ea-4711-aa05-f6df0b97bcbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:01.487248 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-d6cbb1a0-01ea-4711-aa05-f6df0b97bcbd admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/96dcd6a6-f1b5-4454-81df-51578f652134 HTTP/1.1" status: 204 len: 168 time: 0.1369364 Oct 04 08:39:01.496137 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbb1a0-01ea-4711-aa05-f6df0b97bcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dcd6a6-f1b5-4454-81df-51578f652134,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:02.034369 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:39:02.080132 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:39:02.081025 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device ccd88958-a0b5-41e2-b7af-10bf8c1fbe1c not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:39:02.172120 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d5dcb-0816-41f8-ac9b-8e165f329d3a req-33cc7390-b4f2-43cf-bd88-961dd3700039 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:02.173888 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ac9d5dcb-0816-41f8-ac9b-8e165f329d3a req-33cc7390-b4f2-43cf-bd88-961dd3700039 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0535479 Oct 04 08:39:02.181474 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57048) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:02.226709 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ac9d5dcb-0816-41f8-ac9b-8e165f329d3a req-55ce622a-9873-41f2-8a52-44c66fa5ea1b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463326 Oct 04 08:39:02.286207 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1341479910-network', 'tenant_id': 'f0b762e9e807416b925d8d34bb16fbf0'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:02.307759 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Made reservation on behalf of f0b762e9e807416b925d8d34bb16fbf0 for: {'network': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:39:02.310188 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:02.319337 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:02.397867 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=13 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:02.400199 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Publish callbacks [] for security_group (1180a7bc-ef93-4cf2-b76c-6a68fb941bcd), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:02.404670 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (1180a7bc-ef93-4cf2-b76c-6a68fb941bcd), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:02.412163 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:02.443271 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=106410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:39:02.454039 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:02.460472 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (f7d4b489-126f-4b0f-b42b-5685ba92b839), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:02.460748 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.segments_db [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Added segment f7d4b489-126f-4b0f-b42b-5685ba92b839 of type vlan for network 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef Oct 04 08:39:02.504310 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (6a117e0a-fcb5-404d-b62e-3e5b877ed8ef), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:02.530185 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (6a117e0a-fcb5-404d-b62e-3e5b877ed8ef), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:02.531900 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:02.532597 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:02.595726 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4130595 Oct 04 08:39:02.599743 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 57058) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:02.601926 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e307f-6bc7-4095-9499-df7bf3da44d6 admin admin] Pushing event updated for resources: {'Network': ['ID=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:02.606495 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-ff631ce6-5f1b-4e6e-9b6d-9e101a2895c3 admin admin] Request body: {'subnet': {'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1341479910-subnet', 'tenant_id': 'f0b762e9e807416b925d8d34bb16fbf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:02.619305 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:39:02.642759 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff631ce6-5f1b-4e6e-9b6d-9e101a2895c3 admin admin] Made reservation on behalf of f0b762e9e807416b925d8d34bb16fbf0 for: {'subnet': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:39:02.646177 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-ff631ce6-5f1b-4e6e-9b6d-9e101a2895c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12803477'] for subnet (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:02.845599 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bbe56-c4d0-4775-8dbf-ba9103e28038 req-18b4438e-58dd-482d-bf06-7134f82ebfa3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:02.847105 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7f9bbe56-c4d0-4775-8dbf-ba9103e28038 req-18b4438e-58dd-482d-bf06-7134f82ebfa3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 945 time: 0.0685105 Oct 04 08:39:02.905432 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-ff631ce6-5f1b-4e6e-9b6d-9e101a2895c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12655022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12803463'] for subnet (c5f378bd-99f3-4655-9294-28bc2476817f), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:02.959384 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7f9bbe56-c4d0-4775-8dbf-ba9103e28038 req-e9ac3ac2-479c-450f-9914-a3d9907d50c3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926719 Oct 04 08:39:02.976202 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff631ce6-5f1b-4e6e-9b6d-9e101a2895c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f378bd-99f3-4655-9294-28bc2476817f,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:02.996428 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff631ce6-5f1b-4e6e-9b6d-9e101a2895c3 admin admin] Checking segment: {'id': 'f7d4b489-126f-4b0f-b42b-5685ba92b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:39:02.997036 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff631ce6-5f1b-4e6e-9b6d-9e101a2895c3 admin admin] Network hostable DHCP agents. Network: 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:39:03.017822 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff631ce6-5f1b-4e6e-9b6d-9e101a2895c3 admin admin] Network 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:39:03.019875 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:03.029140 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-ff631ce6-5f1b-4e6e-9b6d-9e101a2895c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef) {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:39:03.033792 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff631ce6-5f1b-4e6e-9b6d-9e101a2895c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:03.034380 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-ff631ce6-5f1b-4e6e-9b6d-9e101a2895c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:03.039819 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b694b5d-b147-48c8-8522-2b458c45dd4d None None] Network 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:39:03.051449 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-ff631ce6-5f1b-4e6e-9b6d-9e101a2895c3 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4496856 Oct 04 08:39:03.146689 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645e78bd-7a94-4ed6-b037-ea55a28c48f7 None None] Network 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:39:03.359610 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a52af-ff4b-4766-b87e-8d289d438a88 req-97cb3920-e695-42c8-9cf3-0f6b4f7beb6e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:03.361451 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-555a52af-ff4b-4766-b87e-8d289d438a88 req-97cb3920-e695-42c8-9cf3-0f6b4f7beb6e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0543745 Oct 04 08:39:03.410334 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-555a52af-ff4b-4766-b87e-8d289d438a88 req-7ea006bd-2a94-4ce0-9476-bee3aab62b0f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434999 Oct 04 08:39:04.084807 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3dfa5-737b-4398-87a2-c543d833480f req-1f00b756-8da6-47d2-aa1e-9e7c1a5fdadf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:04.086286 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7ed3dfa5-737b-4398-87a2-c543d833480f req-1f00b756-8da6-47d2-aa1e-9e7c1a5fdadf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 945 time: 0.0480127 Oct 04 08:39:04.120666 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:04.139146 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7ed3dfa5-737b-4398-87a2-c543d833480f req-d5fd3eef-f06a-4d7e-a1c5-a15b6da214df tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=751106e0-ea69-429e-90d2-9035f9d858f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468144 Oct 04 08:39:04.537069 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c848553-18e1-4637-9fd1-71baba903c2a req-da2d750d-f9bd-449c-8b43-19e1a8daeebf tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:04.538521 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4c848553-18e1-4637-9fd1-71baba903c2a req-da2d750d-f9bd-449c-8b43-19e1a8daeebf tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0465689 Oct 04 08:39:04.589299 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4c848553-18e1-4637-9fd1-71baba903c2a req-99b776d8-98e0-4106-a4b7-8f51a12e622f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Oct 04 08:39:04.711951 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a8d6a-b92a-421f-8433-c7081740c780 req-9500544f-827c-4f61-8ae6-1e24b7bf8a3e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:04.713398 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-644a8d6a-b92a-421f-8433-c7081740c780 req-9500544f-827c-4f61-8ae6-1e24b7bf8a3e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 945 time: 0.0478303 Oct 04 08:39:04.855802 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Deleting port 4b6d91d8-8d57-437a-8e26-84b89843a14e {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:39:04.856140 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:04.971087 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-cb682ca4-7392-4912-9145-1b1f54ea49a2 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:04.972478 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-cb682ca4-7392-4912-9145-1b1f54ea49a2 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/networks?id=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef HTTP/1.1" status: 200 len: 814 time: 0.1802905 Oct 04 08:39:04.997940 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] For port 4b6d91d8-8d57-437a-8e26-84b89843a14e, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=4b6d91d8-8d57-437a-8e26-84b89843a14e,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:04.998302 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:05.002356 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-a9dadd4b-9a26-41b7-9983-c080737ce228 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/quotas/f0b762e9e807416b925d8d34bb16fbf0 HTTP/1.1" status: 200 len: 375 time: 0.0228410 Oct 04 08:39:05.067822 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-39593f4a-94a2-49da-ac28-5160277d7660 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f0b762e9e807416b925d8d34bb16fbf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596876 Oct 04 08:39:05.262348 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-5e811422-7be3-4e23-8821-d1173988063f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873090 Oct 04 08:39:05.277959 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:05.278339 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (f83efe45-3ae0-46d1-a866-0709fa275b2a), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:05.278672 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.l3_db [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Floating IP f83efe45-3ae0-46d1-a866-0709fa275b2a disassociated. External IP: 172.27.0.36, port: 4b6d91d8-8d57-437a-8e26-84b89843a14e. Oct 04 08:39:05.279018 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Calling delete_port for 4b6d91d8-8d57-437a-8e26-84b89843a14e owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:39:05.380080 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:05.419889 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-8587a958-e32c-4686-b670-95a587a8dd5b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513603 Oct 04 08:39:05.467558 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:05.497655 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (4b6d91d8-8d57-437a-8e26-84b89843a14e), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:05.530181 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event deleted for resources: {'Port': ['ID=4b6d91d8-8d57-437a-8e26-84b89843a14e,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:05.628342 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7cf756e2-8b89-44a9-b567-c6ffe4bb2433 req-9235c0a3-446f-44ad-acc1-d4231a2b8d5c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 210 time: 0.0332434 Oct 04 08:39:05.693396 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:39:05.729750 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-061af56d-334a-4024-8ecf-7ce586656f8a req-21e6fef6-3952-454f-9836-03a77ee46d18 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 210 time: 0.0388663 Oct 04 08:39:05.902170 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824ba8a-7039-4c29-85fd-c3874ea7740e req-143aea4f-6156-4b9d-b831-1576ba2f505a tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:05.903668 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3824ba8a-7039-4c29-85fd-c3874ea7740e req-143aea4f-6156-4b9d-b831-1576ba2f505a tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0708244 Oct 04 08:39:05.904864 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:39:05.921215 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357bbb6-30fe-4dd7-8cf1-dffc698e9747 None None] Sync routers for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:39:05.935030 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357bbb6-30fe-4dd7-8cf1-dffc698e9747 None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:39:05.936024 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-1357bbb6-30fe-4dd7-8cf1-dffc698e9747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:38:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:05.979327 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] No DVR routers for this DVR port 4b6d91d8-8d57-437a-8e26-84b89843a14e on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:39:05.983144 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:05.987743 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-644a8d6a-b92a-421f-8433-c7081740c780 req-94a9f328-1963-4651-801a-49f2df2f54a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "DELETE /networking/v2.0/ports/4b6d91d8-8d57-437a-8e26-84b89843a14e HTTP/1.1" status: 204 len: 173 time: 1.2680495 Oct 04 08:39:05.994387 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'name': 'network-vif-deleted', 'tag': '4b6d91d8-8d57-437a-8e26-84b89843a14e'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:39:05.997752 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6711b21c-6f75-4be2-a929-605a7e00b309" -d '{"events": [{"server_uuid": "a8351183-2123-48d0-9f68-c06ab2829d71", "name": "network-vif-deleted", "tag": "4b6d91d8-8d57-437a-8e26-84b89843a14e"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:39:06.049468 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3824ba8a-7039-4c29-85fd-c3874ea7740e req-d3257e68-1f37-4088-9a79-1da1066041c8 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378515 Oct 04 08:39:06.118309 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-1357bbb6-30fe-4dd7-8cf1-dffc698e9747 None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:39:06.121927 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575051f1-4479-4159-9e85-b4ec17202ef9 x-openstack-request-id: req-575051f1-4479-4159-9e85-b4ec17202ef9 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:39:06.122315 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8351183-2123-48d0-9f68-c06ab2829d71", "name": "network-vif-deleted", "tag": "4b6d91d8-8d57-437a-8e26-84b89843a14e", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:39:06.122650 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-575051f1-4479-4159-9e85-b4ec17202ef9 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:39:06.123051 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575051f1-4479-4159-9e85-b4ec17202ef9'] response: {'server_uuid': 'a8351183-2123-48d0-9f68-c06ab2829d71', 'name': 'network-vif-deleted', 'tag': '4b6d91d8-8d57-437a-8e26-84b89843a14e', 'status': 'completed', 'code': 200} Oct 04 08:39:06.209441 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:06.359121 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c1fc-a7d8-42ee-af2e-9709a835f2e7 req-253218a1-4137-41b1-834d-6a3464a48233 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:06.366512 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4848c1fc-a7d8-42ee-af2e-9709a835f2e7 req-253218a1-4137-41b1-834d-6a3464a48233 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0673053 Oct 04 08:39:06.388374 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-1357bbb6-30fe-4dd7-8cf1-dffc698e9747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:06.420649 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357bbb6-30fe-4dd7-8cf1-dffc698e9747 None None] Checking router: 4ab3ff76-f30b-40f5-ba46-3754e98882d8 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:39:06.432046 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357bbb6-30fe-4dd7-8cf1-dffc698e9747 None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:39:06.432668 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-1357bbb6-30fe-4dd7-8cf1-dffc698e9747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:38:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:06.444786 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4848c1fc-a7d8-42ee-af2e-9709a835f2e7 req-76a3b4ae-e0d1-406d-b309-8863481caac9 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773888 Oct 04 08:39:06.451124 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dd8b5-7815-4651-b382-dc79771c5584 req-44b462f5-1847-44b3-8562-d0113dd914a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:06.453700 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d35dd8b5-7815-4651-b382-dc79771c5584 req-44b462f5-1847-44b3-8562-d0113dd914a0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5d21789971964770bdf417547cd19840&device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 1130 time: 0.0559094 Oct 04 08:39:06.546141 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-1357bbb6-30fe-4dd7-8cf1-dffc698e9747 None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:39:06.557660 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dd8b5-7815-4651-b382-dc79771c5584 req-b5c8b835-32ea-40a7-a32e-b271d528a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:06.559158 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d35dd8b5-7815-4651-b382-dc79771c5584 req-b5c8b835-32ea-40a7-a32e-b271d528a3d9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd08aa17-8a80-4dac-a656-3195d8433ec8 HTTP/1.1" status: 200 len: 911 time: 0.0980163 Oct 04 08:39:06.670778 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:06.743774 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-1357bbb6-30fe-4dd7-8cf1-dffc698e9747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:06.760407 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6fa8414c-f7a0-479b-a1a5-f087b44d3ef0 req-a2a968d0-97aa-4ede-b268-e5c8c3e3c3e6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a8351183-2123-48d0-9f68-c06ab2829d71 HTTP/1.1" status: 200 len: 210 time: 0.0382895 Oct 04 08:39:06.772155 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357bbb6-30fe-4dd7-8cf1-dffc698e9747 None None] The sync data for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi is: [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:39:06.829261 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d35dd8b5-7815-4651-b382-dc79771c5584 req-f43b5a4e-b5cb-4af3-a097-985eec82c91d service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=321b30d3-511f-4d46-a3a8-f9853c32c5d9 HTTP/1.1" status: 200 len: 1001 time: 0.0757163 Oct 04 08:39:06.918821 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c4997d99-b4d1-4267-a1d4-14ab020af066 req-e076bc94-ee38-4e3f-8db9-c7a5f1d83ccc tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 210 time: 0.0383229 Oct 04 08:39:06.940182 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dd8b5-7815-4651-b382-dc79771c5584 req-3986f338-5fba-4e00-99b2-16923b3f88f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:06.942236 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d35dd8b5-7815-4651-b382-dc79771c5584 req-3986f338-5fba-4e00-99b2-16923b3f88f5 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=56a0f7b4-9493-4557-9389-0cc520afaa31 HTTP/1.1" status: 200 len: 850 time: 0.1046832 Oct 04 08:39:07.013867 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dd8b5-7815-4651-b382-dc79771c5584 req-569380bd-ae2a-4978-934e-9c22a11af4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:07.016351 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d35dd8b5-7815-4651-b382-dc79771c5584 req-569380bd-ae2a-4978-934e-9c22a11af4d4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd08aa17-8a80-4dac-a656-3195d8433ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481019 Oct 04 08:39:07.081751 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:07.092812 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58967da3-3453-40a9-9954-2009bbceba01 None None] New status for floating IP f83efe45-3ae0-46d1-a866-0709fa275b2a: DOWN {{(pid=106413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:39:07.123113 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d35dd8b5-7815-4651-b382-dc79771c5584 req-9396f828-3cee-4ecf-bd54-2d01dc90f69c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937431 Oct 04 08:39:07.234582 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d35dd8b5-7815-4651-b382-dc79771c5584 req-b2541315-8a94-46f3-afe3-496b28249c43 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018701 Oct 04 08:39:07.560527 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:07.576004 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06ebde-9971-4a67-a61c-5a7fd15e925b req-ae7cdf66-4281-49f9-bcdd-abac09936347 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:07.578404 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3e06ebde-9971-4a67-a61c-5a7fd15e925b req-ae7cdf66-4281-49f9-bcdd-abac09936347 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0512738 Oct 04 08:39:07.626431 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3e06ebde-9971-4a67-a61c-5a7fd15e925b req-8d93d5ac-3313-4cfb-9327-6a84f1b81b68 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426219 Oct 04 08:39:07.848002 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-c1b34631-41eb-4fb8-9515-ffd7f31980f5 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:07.851857 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-c1b34631-41eb-4fb8-9515-ffd7f31980f5 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.17 "GET /networking/v2.0/networks?id=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef HTTP/1.1" status: 200 len: 814 time: 0.1248314 Oct 04 08:39:07.878833 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-d79a0ccd-d33b-43b8-bf6c-f3e96eaac61a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Request body: {'port': {'device_id': '676277b4-479b-4158-ab82-141e10ce0337', 'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef', 'admin_state_up': True, 'tenant_id': 'f0b762e9e807416b925d8d34bb16fbf0'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:07.895333 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57126) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:07.954336 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5a83d38b-779d-40be-892a-030d7d360294 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (751106e0-ea69-429e-90d2-9035f9d858f6), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:07.987502 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5a83d38b-779d-40be-892a-030d7d360294 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (751106e0-ea69-429e-90d2-9035f9d858f6), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.042408 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 4b6d91d8-8d57-437a-8e26-84b89843a14e no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:39:08.043609 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5a83d38b-779d-40be-892a-030d7d360294 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (751106e0-ea69-429e-90d2-9035f9d858f6), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.046875 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5a83d38b-779d-40be-892a-030d7d360294 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.048247 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-5a83d38b-779d-40be-892a-030d7d360294 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/751106e0-ea69-429e-90d2-9035f9d858f6 HTTP/1.1" status: 204 len: 168 time: 0.1515608 Oct 04 08:39:08.051939 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57132) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:08.072181 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83d38b-779d-40be-892a-030d7d360294 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751106e0-ea69-429e-90d2-9035f9d858f6,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:08.076225 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.api.v2.resource [None req-b6fb68dc-78f7-4e22-86ba-cba4358c6b09 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] show failed (client error): The resource could not be found. Oct 04 08:39:08.078471 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-b6fb68dc-78f7-4e22-86ba-cba4358c6b09 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups/751106e0-ea69-429e-90d2-9035f9d858f6 HTTP/1.1" status: 404 len: 347 time: 0.0243325 Oct 04 08:39:08.081095 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57134) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:08.214482 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-9333ff98-6adf-456c-b37a-ab03da955b7b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Deleting port ac4f80a7-0e91-476c-b7ef-39c52435dd55 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:39:08.215108 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9333ff98-6adf-456c-b37a-ab03da955b7b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (ac4f80a7-0e91-476c-b7ef-39c52435dd55), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.230082 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: 4b6d91d8-8d57-437a-8e26-84b89843a14e {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:39:08.230684 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 4b6d91d8-8d57-437a-8e26-84b89843a14e not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:39:08.299161 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1069c92e-dfd8-418c-ae16-8563e44dfe29 req-c60edf76-0194-41bd-bb1a-c7642d5e60fb tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 210 time: 0.0413988 Oct 04 08:39:08.300322 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9333ff98-6adf-456c-b37a-ab03da955b7b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (ac4f80a7-0e91-476c-b7ef-39c52435dd55), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.300656 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9333ff98-6adf-456c-b37a-ab03da955b7b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (ac4f80a7-0e91-476c-b7ef-39c52435dd55), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.326675 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-d79a0ccd-d33b-43b8-bf6c-f3e96eaac61a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Made reservation on behalf of f0b762e9e807416b925d8d34bb16fbf0 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:39:08.326675 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-d79a0ccd-d33b-43b8-bf6c-f3e96eaac61a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.327075 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-9333ff98-6adf-456c-b37a-ab03da955b7b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Calling delete_port for ac4f80a7-0e91-476c-b7ef-39c52435dd55 owned by network:floatingip {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:39:08.449927 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-d79a0ccd-d33b-43b8-bf6c-f3e96eaac61a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Allocated IP 172.20.0.13 (6a117e0a-fcb5-404d-b62e-3e5b877ed8ef/c5f378bd-99f3-4655-9294-28bc2476817f/f6b61041-455e-49e4-b3da-963ee4f4ffe7) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:39:08.460665 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9333ff98-6adf-456c-b37a-ab03da955b7b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (ac4f80a7-0e91-476c-b7ef-39c52435dd55), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.489666 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333ff98-6adf-456c-b37a-ab03da955b7b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event deleted for resources: {'Port': ['ID=ac4f80a7-0e91-476c-b7ef-39c52435dd55,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:08.498121 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:08.566903 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9333ff98-6adf-456c-b37a-ab03da955b7b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (f83efe45-3ae0-46d1-a866-0709fa275b2a), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.569848 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-9333ff98-6adf-456c-b37a-ab03da955b7b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.573708 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-9333ff98-6adf-456c-b37a-ab03da955b7b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/f83efe45-3ae0-46d1-a866-0709fa275b2a HTTP/1.1" status: 204 len: 168 time: 0.4889891 Oct 04 08:39:08.642100 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-d79a0ccd-d33b-43b8-bf6c-f3e96eaac61a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks [] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.651901 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57138) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:08.657331 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-4a55c42c-5134-45da-a0ef-79f87025f29b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--466211208', 'description': 'tempest-description--843360678'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:08.683950 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-d79a0ccd-d33b-43b8-bf6c-f3e96eaac61a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.695840 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:08.696954 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4a55c42c-5134-45da-a0ef-79f87025f29b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.741535 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-d79a0ccd-d33b-43b8-bf6c-f3e96eaac61a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Network 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:39:08.754131 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-d79a0ccd-d33b-43b8-bf6c-f3e96eaac61a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:39:08.758659 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-d79a0ccd-d33b-43b8-bf6c-f3e96eaac61a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:39:08.797826 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4a55c42c-5134-45da-a0ef-79f87025f29b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (db8bce35-db25-4ea2-adfe-d2e2dd55e8e5), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.802017 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4a55c42c-5134-45da-a0ef-79f87025f29b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (db8bce35-db25-4ea2-adfe-d2e2dd55e8e5), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.812792 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:08.814187 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a0ccd-d33b-43b8-bf6c-f3e96eaac61a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Pushing event updated for resources: {'Port': ['ID=f6b61041-455e-49e4-b3da-963ee4f4ffe7,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:08.840305 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e51f1-5cb4-4dad-8706-2c116555492c req-e630989c-3e0a-4b04-88c3-5fb11f8d1a3a tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:08.840679 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-4a55c42c-5134-45da-a0ef-79f87025f29b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.841845 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5b6e51f1-5cb4-4dad-8706-2c116555492c req-e630989c-3e0a-4b04-88c3-5fb11f8d1a3a tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.1081066 Oct 04 08:39:08.841995 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-4a55c42c-5134-45da-a0ef-79f87025f29b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1889846 Oct 04 08:39:08.843227 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55c42c-5134-45da-a0ef-79f87025f29b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:08.845278 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 57142) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:08.849581 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-fe75fecb-bec8-4ce3-adb3-763fc2ded448 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'security_group_rule': {'security_group_id': 'db8bce35-db25-4ea2-adfe-d2e2dd55e8e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:08.862055 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-d79a0ccd-d33b-43b8-bf6c-f3e96eaac61a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:08.862703 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-d79a0ccd-d33b-43b8-bf6c-f3e96eaac61a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.875828 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:08.916857 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-d79a0ccd-d33b-43b8-bf6c-f3e96eaac61a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0430810 Oct 04 08:39:08.925154 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-fe75fecb-bec8-4ce3-adb3-763fc2ded448 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (e3275bed-848e-43e5-ab1c-cbc2257a74d1), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:08.935723 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Request body: {'port': {'device_id': '676277b4-479b-4158-ab82-141e10ce0337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:08.981360 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5b6e51f1-5cb4-4dad-8706-2c116555492c req-f7fea8b7-f6e9-42d3-a887-5668cf3f8ba0 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264913 Oct 04 08:39:09.046334 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-fe75fecb-bec8-4ce3-adb3-763fc2ded448 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (e3275bed-848e-43e5-ab1c-cbc2257a74d1), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.047851 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.057136 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-fe75fecb-bec8-4ce3-adb3-763fc2ded448 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (e3275bed-848e-43e5-ab1c-cbc2257a74d1), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.082458 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75fecb-bec8-4ce3-adb3-763fc2ded448 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3275bed-848e-43e5-ab1c-cbc2257a74d1,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:09.108986 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-fe75fecb-bec8-4ce3-adb3-763fc2ded448 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.110410 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-fe75fecb-bec8-4ce3-adb3-763fc2ded448 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2642477 Oct 04 08:39:09.113279 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57146) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:09.117861 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-78c3fb57-b48d-4bd5-b2d0-461f6a60b35b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'security_group_rule': {'security_group_id': 'db8bce35-db25-4ea2-adfe-d2e2dd55e8e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:09.151105 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-78c3fb57-b48d-4bd5-b2d0-461f6a60b35b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (449b6eb5-f8c4-4c5d-b073-f577fb6da428), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.216416 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-78c3fb57-b48d-4bd5-b2d0-461f6a60b35b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (449b6eb5-f8c4-4c5d-b073-f577fb6da428), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.220845 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-78c3fb57-b48d-4bd5-b2d0-461f6a60b35b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (449b6eb5-f8c4-4c5d-b073-f577fb6da428), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.242243 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3fb57-b48d-4bd5-b2d0-461f6a60b35b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449b6eb5-f8c4-4c5d-b073-f577fb6da428,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:09.247108 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-78c3fb57-b48d-4bd5-b2d0-461f6a60b35b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.247990 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-78c3fb57-b48d-4bd5-b2d0-461f6a60b35b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337123 Oct 04 08:39:09.252728 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57148) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:09.258522 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'floatingip': {'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:09.283002 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.363345 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b61041-455e-49e4-b3da-963ee4f4ffe7 {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:39:09.373138 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Publish callbacks [] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.373585 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.389879 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Transition to ACTIVE for port object f6b61041-455e-49e4-b3da-963ee4f4ffe7 will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:39:09.399566 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.468724 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d5a7a-fb68-4ae6-96e7-c49b7f9c7d0e req-2f5096fe-624f-4c28-b079-814fd7ac1abc tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:09.470277 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b47d5a7a-fb68-4ae6-96e7-c49b7f9c7d0e req-2f5096fe-624f-4c28-b079-814fd7ac1abc tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 944 time: 0.0839770 Oct 04 08:39:09.495984 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Allocated IP 172.27.0.139 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/62bd814c-b9fe-4590-ac0b-15f096ec967b) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:39:09.500793 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:09.535547 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Pushing event updated for resources: {'Port': ['ID=f6b61041-455e-49e4-b3da-963ee4f4ffe7,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:09.595491 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b47d5a7a-fb68-4ae6-96e7-c49b7f9c7d0e req-ab5d2ae9-7cab-4520-b388-d946eaf92142 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062100 Oct 04 08:39:09.598474 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Attempting to bind port f6b61041-455e-49e4-b3da-963ee4f4ffe7 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:39:09.598850 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Attempting to bind port f6b61041-455e-49e4-b3da-963ee4f4ffe7 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'f7d4b489-126f-4b0f-b42b-5685ba92b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:39:09.599311 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Attempting to bind port f6b61041-455e-49e4-b3da-963ee4f4ffe7 on network 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:39:09.633683 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for port (62bd814c-b9fe-4590-ac0b-15f096ec967b), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.648083 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Port f6b61041-455e-49e4-b3da-963ee4f4ffe7 on network 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:39:09.648420 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Attempting to bind port f6b61041-455e-49e4-b3da-963ee4f4ffe7 on network 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:39:09.672933 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (62bd814c-b9fe-4590-ac0b-15f096ec967b), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.677788 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:09.707641 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:39:09.707985 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Checking segment: {'id': 'f7d4b489-126f-4b0f-b42b-5685ba92b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:39:09.708378 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Bound using segment: {'id': 'f7d4b489-126f-4b0f-b42b-5685ba92b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:39:09.708835 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Bound port: f6b61041-455e-49e4-b3da-963ee4f4ffe7, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d4b489-126f-4b0f-b42b-5685ba92b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:39:09.709203 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.725929 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:39:09.729639 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:39:09.732398 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:39:09.762343 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'Port': ['ID=62bd814c-b9fe-4590-ac0b-15f096ec967b,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:09.767519 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:09.792651 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] For port f6b61041-455e-49e4-b3da-963ee4f4ffe7, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:39:09.796551 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] For port f6b61041-455e-49e4-b3da-963ee4f4ffe7, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f6b61041-455e-49e4-b3da-963ee4f4ffe7,segment=NetworkSegment(f7d4b489-126f-4b0f-b42b-5685ba92b839),segment_id=f7d4b489-126f-4b0f-b42b-5685ba92b839)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:39:09.803580 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.808293 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:09.809059 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.810573 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/f6b61041-455e-49e4-b3da-963ee4f4ffe7 HTTP/1.1" status: 200 len: 1094 time: 0.8789794 Oct 04 08:39:09.811247 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676277b4-479b-4158-ab82-141e10ce0337', 'tag': 'f6b61041-455e-49e4-b3da-963ee4f4ffe7'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:39:09.814297 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5030b732-0604-448a-9bdb-4af69029b036" -d '{"events": [{"name": "network-changed", "server_uuid": "676277b4-479b-4158-ab82-141e10ce0337", "tag": "f6b61041-455e-49e4-b3da-963ee4f4ffe7"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:39:09.848621 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (c859622d-0397-4614-b4dc-fa81b3fada28), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.882650 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a267ff4a-11da-49a2-b503-e9351065ad72 x-openstack-request-id: req-a267ff4a-11da-49a2-b503-e9351065ad72 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:39:09.883310 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676277b4-479b-4158-ab82-141e10ce0337", "tag": "f6b61041-455e-49e4-b3da-963ee4f4ffe7", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:39:09.883310 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a267ff4a-11da-49a2-b503-e9351065ad72 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:39:09.883568 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a267ff4a-11da-49a2-b503-e9351065ad72'] response: {'name': 'network-changed', 'server_uuid': '676277b4-479b-4158-ab82-141e10ce0337', 'tag': 'f6b61041-455e-49e4-b3da-963ee4f4ffe7', 'status': 'completed', 'code': 200} Oct 04 08:39:09.898002 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (62bd814c-b9fe-4590-ac0b-15f096ec967b), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:09.919436 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:09.920379 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492725a3-8087-410d-87bb-55abdf1533bd service neutron] Pushing event updated for resources: {'Port': ['ID=f6b61041-455e-49e4-b3da-963ee4f4ffe7,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:09.939384 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-0c6e97c1-6f8e-4682-a963-6674abf8ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:09.942183 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-0c6e97c1-6f8e-4682-a963-6674abf8ead7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f0b762e9e807416b925d8d34bb16fbf0&device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 1128 time: 0.0799303 Oct 04 08:39:09.987932 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-1d81d894-9da2-4d8f-bd45-aa97627bb441 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6b61041-455e-49e4-b3da-963ee4f4ffe7 HTTP/1.1" status: 200 len: 217 time: 0.0382416 Oct 04 08:39:10.040250 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-1f957436-0c10-4ef8-a008-34313bbfd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:10.041731 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-1f957436-0c10-4ef8-a008-34313bbfd302 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5f378bd-99f3-4655-9294-28bc2476817f HTTP/1.1" status: 200 len: 854 time: 0.0473511 Oct 04 08:39:10.062980 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for port (62bd814c-b9fe-4590-ac0b-15f096ec967b), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:10.067622 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (62bd814c-b9fe-4590-ac0b-15f096ec967b), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:10.085552 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-a955fa0b-b118-4cfe-82ea-d17ec889a11b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279827 Oct 04 08:39:10.141748 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (c859622d-0397-4614-b4dc-fa81b3fada28), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:10.145929 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'Port': ['ID=62bd814c-b9fe-4590-ac0b-15f096ec967b,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:10.162877 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:10.167281 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-0c308562-9049-452e-9201-7d8e7a379f99 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9128187 Oct 04 08:39:10.200643 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-fe4fb878-2db1-43fe-8dbc-84f12d8b13fa service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067255 Oct 04 08:39:10.307282 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3161581b-9b49-4632-a991-bb7fa54ccf1f req-0e8bab86-d5a1-4339-8cc8-ca348502e6e6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950582 Oct 04 08:39:10.415539 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-363e59fb-ed85-4295-9d6f-98c8cd8ebace tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--466211208&fields=id&tenant_id=2b940c43c46c402bbc4c3c0461b51061 HTTP/1.1" status: 200 len: 267 time: 0.0450625 Oct 04 08:39:10.534968 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-a41ec84f-5694-448e-b1da-8803f88a0a03 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:10.536481 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-a41ec84f-5694-448e-b1da-8803f88a0a03 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 815 time: 0.1139162 Oct 04 08:39:10.553100 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-01a566d6-d6da-4a6d-a663-70bf614199b2 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/quotas/2b940c43c46c402bbc4c3c0461b51061 HTTP/1.1" status: 200 len: 375 time: 0.0110822 Oct 04 08:39:10.606385 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-7915a482-6bef-4ce2-9422-0d458511bc3f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478377 Oct 04 08:39:10.701341 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:10.715708 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-9a30bd78-af94-477f-b15e-9ad35fd20459 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970802 Oct 04 08:39:10.816577 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-a45d968f-4c1d-4756-b88a-145e5776e9e9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932858 Oct 04 08:39:11.043030 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f019df-6f5d-4860-937e-0cccb18934e9 req-a67e7a39-72c6-4609-be13-ac0d08d519f2 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:11.044546 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-20f019df-6f5d-4860-937e-0cccb18934e9 req-a67e7a39-72c6-4609-be13-ac0d08d519f2 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 944 time: 0.0509884 Oct 04 08:39:11.098714 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-20f019df-6f5d-4860-937e-0cccb18934e9 req-490f40b9-449b-4d6b-8410-af837b6d5b85 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468729 Oct 04 08:39:11.173941 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-194e1f12-a4a3-4a6a-8fb1-3c3dbe07c345 req-5e87a1cd-989d-4615-99fa-0adc8ff368ee tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 210 time: 0.0354695 Oct 04 08:39:11.528685 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030b732-0604-448a-9bdb-4af69029b036 req-1a9aed6d-79fd-44b7-b75d-73bf594b87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:11.531392 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5030b732-0604-448a-9bdb-4af69029b036 req-1a9aed6d-79fd-44b7-b75d-73bf594b87fb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f0b762e9e807416b925d8d34bb16fbf0&device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 1128 time: 0.1299453 Oct 04 08:39:11.548338 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:11.558661 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ea7e8094-6f81-47ee-9e37-5e9ad6b30553 req-4f51f339-7317-41b1-b880-b8ea5a517666 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1079359 Oct 04 08:39:11.711429 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:11.721174 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e8094-6f81-47ee-9e37-5e9ad6b30553 req-a3c2d2c4-5422-480c-bdb0-15fd626a9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:11.723679 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ea7e8094-6f81-47ee-9e37-5e9ad6b30553 req-a3c2d2c4-5422-480c-bdb0-15fd626a9c08 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3e938efbd6804a86946d80ae92e88b16&device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 1131 time: 0.0947771 Oct 04 08:39:11.850084 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030b732-0604-448a-9bdb-4af69029b036 req-c07b8179-d11d-405b-95ab-83bece7da3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:11.852666 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5030b732-0604-448a-9bdb-4af69029b036 req-c07b8179-d11d-405b-95ab-83bece7da3d0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef HTTP/1.1" status: 200 len: 914 time: 0.3108828 Oct 04 08:39:11.927459 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5030b732-0604-448a-9bdb-4af69029b036 req-a9fbb470-8ba2-46a9-b761-894b8d71e737 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6b61041-455e-49e4-b3da-963ee4f4ffe7 HTTP/1.1" status: 200 len: 217 time: 0.0665538 Oct 04 08:39:11.989301 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e8094-6f81-47ee-9e37-5e9ad6b30553 req-f3ba0025-4ade-437a-8f78-b462b41f3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:11.991836 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ea7e8094-6f81-47ee-9e37-5e9ad6b30553 req-f3ba0025-4ade-437a-8f78-b462b41f3f9b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 200 len: 917 time: 0.2388017 Oct 04 08:39:12.329103 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030b732-0604-448a-9bdb-4af69029b036 req-a81198f6-1635-4839-ba9b-08065b95eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:12.330675 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5030b732-0604-448a-9bdb-4af69029b036 req-a81198f6-1635-4839-ba9b-08065b95eec1 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5f378bd-99f3-4655-9294-28bc2476817f HTTP/1.1" status: 200 len: 854 time: 0.1539395 Oct 04 08:39:12.373083 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe2633-e49a-414d-9999-391b240a3a0f req-07d29180-cb08-4a7d-8eb1-7174293780b3 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:12.375983 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7cfe2633-e49a-414d-9999-391b240a3a0f req-07d29180-cb08-4a7d-8eb1-7174293780b3 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 944 time: 0.1638629 Oct 04 08:39:12.394199 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ea7e8094-6f81-47ee-9e37-5e9ad6b30553 req-761039ba-350f-47fe-b575-eea18f119d31 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=159277a9-e8de-47c4-813b-8de31279c18f HTTP/1.1" status: 200 len: 1002 time: 0.2091975 Oct 04 08:39:12.433871 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5030b732-0604-448a-9bdb-4af69029b036 req-12e3ff63-06d0-418c-8078-55375bbbf62b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675769 Oct 04 08:39:12.590637 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e8094-6f81-47ee-9e37-5e9ad6b30553 req-47cef73b-914b-4ffd-8a1f-3568bc9dcb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:12.592108 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ea7e8094-6f81-47ee-9e37-5e9ad6b30553 req-47cef73b-914b-4ffd-8a1f-3568bc9dcb2d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cf07ea6d-918a-48b9-aea6-7cb0370ce3c3 HTTP/1.1" status: 200 len: 856 time: 0.1717134 Oct 04 08:39:12.609850 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7cfe2633-e49a-414d-9999-391b240a3a0f req-223c13d6-4fca-4a33-b871-b4b1c0ec1e6e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179432 Oct 04 08:39:12.638599 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-cc460685-559a-4de8-b13f-1986e3583c16 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:12.640923 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-cc460685-559a-4de8-b13f-1986e3583c16 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 815 time: 0.3653736 Oct 04 08:39:12.700994 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:12.712099 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5030b732-0604-448a-9bdb-4af69029b036 req-4846d63d-3200-4178-9ad8-2a5099cb461d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421935 Oct 04 08:39:12.734897 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e8094-6f81-47ee-9e37-5e9ad6b30553 req-fcfbc455-6e26-49b9-8711-fe263c951e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:12.736429 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ea7e8094-6f81-47ee-9e37-5e9ad6b30553 req-fcfbc455-6e26-49b9-8711-fe263c951e7e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=730a9b11-4347-4415-adec-96bd4e59e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1309376 Oct 04 08:39:12.754257 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9b5cfb73-ffd0-4a50-a214-3dd84a5c78d0 req-f1e6900e-1462-4b85-8940-ec2b39955ac5 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 210 time: 0.0657163 Oct 04 08:39:12.883266 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-996195aa-1b1d-49de-9b24-c3c07aa45152 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2b940c43c46c402bbc4c3c0461b51061 HTTP/1.1" status: 200 len: 379 time: 0.2169437 Oct 04 08:39:12.896867 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-f1bf171f-79da-4ee7-a752-d7f9312244ab tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'port': {'device_id': '255e6091-63f4-4381-89bc-d6b720ecb68e', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'admin_state_up': True, 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'security_groups': ['db8bce35-db25-4ea2-adfe-d2e2dd55e8e5']}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:12.995410 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5030b732-0604-448a-9bdb-4af69029b036 req-6c4ea31c-5829-4acd-a53c-ae4cf76a3a39 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563791 Oct 04 08:39:13.022941 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:13.029852 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ea7e8094-6f81-47ee-9e37-5e9ad6b30553 req-6b880594-df38-4d7d-8fe9-dac0d5b981dd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745478 Oct 04 08:39:13.158734 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-f1bf171f-79da-4ee7-a752-d7f9312244ab tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Made reservation on behalf of 2b940c43c46c402bbc4c3c0461b51061 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:39:13.161904 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-f1bf171f-79da-4ee7-a752-d7f9312244ab tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:13.410410 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ea7e8094-6f81-47ee-9e37-5e9ad6b30553 req-7a017304-0894-40bb-a40b-dcc19e04aae7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689775 Oct 04 08:39:13.531912 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-f1bf171f-79da-4ee7-a752-d7f9312244ab tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Allocated IP 172.20.0.7 (fd380db5-2756-484c-8401-ea63df26e43d/a544c86d-0009-4ba9-af33-45ba2bcf0de5/24f06c20-7f60-43e3-94eb-e8a55284c173) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:39:13.684067 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-f1bf171f-79da-4ee7-a752-d7f9312244ab tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:13.747392 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:13.755151 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbb674-1d08-474d-8dd7-94b037c51a34 req-9be05bf2-6576-44cc-bc92-4e498cfaed63 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:13.756625 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-66dbb674-1d08-474d-8dd7-94b037c51a34 req-9be05bf2-6576-44cc-bc92-4e498cfaed63 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 944 time: 0.0631909 Oct 04 08:39:13.762124 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-f1bf171f-79da-4ee7-a752-d7f9312244ab tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:13.837336 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-f1bf171f-79da-4ee7-a752-d7f9312244ab tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Network fd380db5-2756-484c-8401-ea63df26e43d is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:39:13.847382 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-f1bf171f-79da-4ee7-a752-d7f9312244ab tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:39:13.851491 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-f1bf171f-79da-4ee7-a752-d7f9312244ab tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:39:13.857902 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf171f-79da-4ee7-a752-d7f9312244ab tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'Port': ['ID=24f06c20-7f60-43e3-94eb-e8a55284c173,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:13.897888 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-66dbb674-1d08-474d-8dd7-94b037c51a34 req-5a822fc6-472b-4502-a71e-28fa6672ae37 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337349 Oct 04 08:39:13.918682 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-f1bf171f-79da-4ee7-a752-d7f9312244ab tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:13.919309 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-f1bf171f-79da-4ee7-a752-d7f9312244ab tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:13.950315 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-f1bf171f-79da-4ee7-a752-d7f9312244ab tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0600159 Oct 04 08:39:13.966931 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Request body: {'port': {'device_id': '255e6091-63f4-4381-89bc-d6b720ecb68e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:14.036579 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device f6b61041-455e-49e4-b3da-963ee4f4ffe7 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:39:14.053222 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:14.075852 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32308b-2e5f-4051-a976-842c677b04f9 req-5b6d151d-d529-486e-8e7a-111b7ffbc645 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:14.077376 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7a32308b-2e5f-4051-a976-842c677b04f9 req-5b6d151d-d529-486e-8e7a-111b7ffbc645 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 931 time: 0.0873690 Oct 04 08:39:14.078903 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:14.117249 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-0df0a0df-788a-48e7-83ce-2e0096f5db6d None None] Provisioning complete for port 24f06c20-7f60-43e3-94eb-e8a55284c173 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:39:14.117611 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-0df0a0df-788a-48e7-83ce-2e0096f5db6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:14.117943 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-0df0a0df-788a-48e7-83ce-2e0096f5db6d None None] Attempt 1 to provision port 24f06c20-7f60-43e3-94eb-e8a55284c173 Oct 04 08:39:14.175424 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7a32308b-2e5f-4051-a976-842c677b04f9 req-e002a2af-d561-4528-8505-d489516d063e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859628 Oct 04 08:39:14.182745 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port f6b61041-455e-49e4-b3da-963ee4f4ffe7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f6b61041-455e-49e4-b3da-963ee4f4ffe7,segment=NetworkSegment(f7d4b489-126f-4b0f-b42b-5685ba92b839),segment_id=f7d4b489-126f-4b0f-b42b-5685ba92b839)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:14.185610 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-0df0a0df-788a-48e7-83ce-2e0096f5db6d None None] Port 24f06c20-7f60-43e3-94eb-e8a55284c173 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:39:14.198288 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': 'f6b61041-455e-49e4-b3da-963ee4f4ffe7', 'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef', 'port_id': 'f6b61041-455e-49e4-b3da-963ee4f4ffe7', 'mac_address': 'fa:16:3e:4b:75:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f378bd-99f3-4655-9294-28bc2476817f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:39:14.236319 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port f6b61041-455e-49e4-b3da-963ee4f4ffe7 is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:39:14.236737 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:14.254488 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b61041-455e-49e4-b3da-963ee4f4ffe7 {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:39:14.275793 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port f6b61041-455e-49e4-b3da-963ee4f4ffe7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f6b61041-455e-49e4-b3da-963ee4f4ffe7,segment=NetworkSegment(f7d4b489-126f-4b0f-b42b-5685ba92b839),segment_id=f7d4b489-126f-4b0f-b42b-5685ba92b839)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:14.280037 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:14.329103 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=f6b61041-455e-49e4-b3da-963ee4f4ffe7,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:14.337027 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.337462 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.337868 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.338296 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.338731 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.339131 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.339523 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.339968 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.340338 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.340672 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.341001 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.341351 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.341677 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.342003 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.342323 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:14.393052 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f06c20-7f60-43e3-94eb-e8a55284c173 {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:39:14.400932 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Publish callbacks [] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:14.414067 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Transition to ACTIVE for port object 24f06c20-7f60-43e3-94eb-e8a55284c173 will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:39:14.418088 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:14.480126 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Pushing event updated for resources: {'Port': ['ID=24f06c20-7f60-43e3-94eb-e8a55284c173,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:14.536333 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Attempting to bind port 24f06c20-7f60-43e3-94eb-e8a55284c173 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:39:14.536670 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Attempting to bind port 24f06c20-7f60-43e3-94eb-e8a55284c173 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:39:14.537007 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Attempting to bind port 24f06c20-7f60-43e3-94eb-e8a55284c173 on network fd380db5-2756-484c-8401-ea63df26e43d {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:39:14.560964 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['f6b61041-455e-49e4-b3da-963ee4f4ffe7'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:39:14.587044 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Port 24f06c20-7f60-43e3-94eb-e8a55284c173 on network fd380db5-2756-484c-8401-ea63df26e43d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:39:14.587368 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Attempting to bind port 24f06c20-7f60-43e3-94eb-e8a55284c173 on network fd380db5-2756-484c-8401-ea63df26e43d {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:39:14.601901 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:14.639804 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:39:14.640131 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Checking segment: {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:39:14.640508 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Bound using segment: {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:39:14.640963 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Bound port: 24f06c20-7f60-43e3-94eb-e8a55284c173, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:39:14.641320 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:14.687284 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:14.713985 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] For port 24f06c20-7f60-43e3-94eb-e8a55284c173, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:39:14.721224 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] For port 24f06c20-7f60-43e3-94eb-e8a55284c173, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=24f06c20-7f60-43e3-94eb-e8a55284c173,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:39:14.730442 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:14.735349 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:14.735980 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:14.737373 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/24f06c20-7f60-43e3-94eb-e8a55284c173 HTTP/1.1" status: 200 len: 1093 time: 0.7764239 Oct 04 08:39:14.737953 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255e6091-63f4-4381-89bc-d6b720ecb68e', 'tag': '24f06c20-7f60-43e3-94eb-e8a55284c173'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:39:14.740378 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e889986-c59e-4452-a881-029cebb26859" -d '{"events": [{"name": "network-changed", "server_uuid": "255e6091-63f4-4381-89bc-d6b720ecb68e", "tag": "24f06c20-7f60-43e3-94eb-e8a55284c173"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:39:14.797661 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0617371c-709b-4573-90f0-9f31bc28b46a x-openstack-request-id: req-0617371c-709b-4573-90f0-9f31bc28b46a {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:39:14.798074 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255e6091-63f4-4381-89bc-d6b720ecb68e", "tag": "24f06c20-7f60-43e3-94eb-e8a55284c173", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:39:14.798303 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0617371c-709b-4573-90f0-9f31bc28b46a {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:39:14.798733 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0617371c-709b-4573-90f0-9f31bc28b46a'] response: {'name': 'network-changed', 'server_uuid': '255e6091-63f4-4381-89bc-d6b720ecb68e', 'tag': '24f06c20-7f60-43e3-94eb-e8a55284c173', 'status': 'completed', 'code': 200} Oct 04 08:39:14.810797 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3f076-be68-472e-a4c6-f950eded251d service neutron] Pushing event updated for resources: {'Port': ['ID=24f06c20-7f60-43e3-94eb-e8a55284c173,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:14.846689 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-fa21f797-ae7e-458a-a156-49a10939a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:14.848248 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-fa21f797-ae7e-458a-a156-49a10939a434 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 1127 time: 0.0465109 Oct 04 08:39:15.036477 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5732aaa-9740-41bd-97b8-84df949e5709 req-0ea8dffa-dcdc-429a-905e-6585f655355d tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:15.038090 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b5732aaa-9740-41bd-97b8-84df949e5709 req-0ea8dffa-dcdc-429a-905e-6585f655355d tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 945 time: 0.0532546 Oct 04 08:39:15.100883 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-a86936bf-cbaf-4055-8845-c0324db04a11 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f06c20-7f60-43e3-94eb-e8a55284c173 HTTP/1.1" status: 200 len: 217 time: 0.0419078 Oct 04 08:39:15.162299 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b5732aaa-9740-41bd-97b8-84df949e5709 req-8c6983ee-f96a-4579-91a7-52b15937c566 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184118 Oct 04 08:39:15.172707 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:15.180350 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-0786f03c-dc0c-46ef-a9e4-b32fd4ea87ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:15.181810 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-0786f03c-dc0c-46ef-a9e4-b32fd4ea87ad service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a544c86d-0009-4ba9-af33-45ba2bcf0de5 HTTP/1.1" status: 200 len: 854 time: 0.0643744 Oct 04 08:39:15.244520 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-acda796d-864d-424e-96ea-bb4d8b954e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:15.246740 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-acda796d-864d-424e-96ea-bb4d8b954e3c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd380db5-2756-484c-8401-ea63df26e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557947 Oct 04 08:39:15.373792 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d717af-044b-403f-811b-a066f1c1bac8 req-48547c6c-4e03-42a5-80fa-3d8afdd23b1f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:15.376072 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53d717af-044b-403f-811b-a066f1c1bac8 req-48547c6c-4e03-42a5-80fa-3d8afdd23b1f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 943 time: 0.0916519 Oct 04 08:39:15.420342 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-df4b0e8d-e281-4c52-a415-7f233eac15bd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560676 Oct 04 08:39:15.493234 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53d717af-044b-403f-811b-a066f1c1bac8 req-c084de59-2e7a-4e5c-bfce-4723fab62555 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068764 Oct 04 08:39:15.546511 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4501629c-c39f-497b-b6f2-401d2771ccdc req-9b47f7ed-6a1b-4dca-b474-8133e3788b14 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152275 Oct 04 08:39:16.042766 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device f6b61041-455e-49e4-b3da-963ee4f4ffe7 up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:39:16.087296 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port f6b61041-455e-49e4-b3da-963ee4f4ffe7 completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:39:16.094697 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port f6b61041-455e-49e4-b3da-963ee4f4ffe7 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:39:16.095058 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:16.095394 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port f6b61041-455e-49e4-b3da-963ee4f4ffe7 Oct 04 08:39:16.177584 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port f6b61041-455e-49e4-b3da-963ee4f4ffe7 is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:39:16.177968 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:16.205479 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676277b4-479b-4158-ab82-141e10ce0337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b61041-455e-49e4-b3da-963ee4f4ffe7'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:39:16.207854 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbeb72a-f681-40ed-b39e-f2f7e7f923a7" -d '{"events": [{"server_uuid": "676277b4-479b-4158-ab82-141e10ce0337", "name": "network-vif-plugged", "status": "completed", "tag": "f6b61041-455e-49e4-b3da-963ee4f4ffe7"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:39:16.226691 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port f6b61041-455e-49e4-b3da-963ee4f4ffe7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f6b61041-455e-49e4-b3da-963ee4f4ffe7,segment=NetworkSegment(f7d4b489-126f-4b0f-b42b-5685ba92b839),segment_id=f7d4b489-126f-4b0f-b42b-5685ba92b839)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:16.231445 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:16.257813 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52d37cc-1904-4b93-8c27-33fe825601e6 x-openstack-request-id: req-d52d37cc-1904-4b93-8c27-33fe825601e6 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:39:16.258113 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676277b4-479b-4158-ab82-141e10ce0337", "name": "network-vif-plugged", "status": "completed", "tag": "f6b61041-455e-49e4-b3da-963ee4f4ffe7", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:39:16.258362 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d52d37cc-1904-4b93-8c27-33fe825601e6 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:39:16.258778 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52d37cc-1904-4b93-8c27-33fe825601e6'] response: {'server_uuid': '676277b4-479b-4158-ab82-141e10ce0337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b61041-455e-49e4-b3da-963ee4f4ffe7', 'code': 200} Oct 04 08:39:16.294204 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=f6b61041-455e-49e4-b3da-963ee4f4ffe7,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:16.357549 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd267b-bc6b-4959-8bf8-2060246a825a req-855bf6ba-9b59-430b-8e92-36c61049d194 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:16.359128 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-20fd267b-bc6b-4959-8bf8-2060246a825a req-855bf6ba-9b59-430b-8e92-36c61049d194 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 946 time: 0.0485411 Oct 04 08:39:16.409070 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-20fd267b-bc6b-4959-8bf8-2060246a825a req-90e3ad4c-9cbf-40d4-a400-a34270dc672f tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442271 Oct 04 08:39:16.616603 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e170a-b8cc-495a-b92c-b765222950c0 req-21dae8bc-e6f2-465a-b2b6-4a1d91f6d1b8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:16.618107 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4b6e170a-b8cc-495a-b92c-b765222950c0 req-21dae8bc-e6f2-465a-b2b6-4a1d91f6d1b8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 943 time: 0.0472920 Oct 04 08:39:16.668551 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4b6e170a-b8cc-495a-b92c-b765222950c0 req-072cc577-bb29-4faf-b4b4-2adca97d7f7e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448320 Oct 04 08:39:16.860566 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e889986-c59e-4452-a881-029cebb26859 req-88797553-a3f9-41aa-ba62-e560c0257fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:16.861977 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e889986-c59e-4452-a881-029cebb26859 req-88797553-a3f9-41aa-ba62-e560c0257fca service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 1127 time: 0.0587595 Oct 04 08:39:16.976578 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e889986-c59e-4452-a881-029cebb26859 req-48dc910d-9cc7-470d-bc81-197bff6404a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:16.978040 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e889986-c59e-4452-a881-029cebb26859 req-48dc910d-9cc7-470d-bc81-197bff6404a1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 915 time: 0.1096797 Oct 04 08:39:17.048281 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e889986-c59e-4452-a881-029cebb26859 req-2880f537-465b-43e4-ae4e-18c3065fedb9 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f06c20-7f60-43e3-94eb-e8a55284c173 HTTP/1.1" status: 200 len: 217 time: 0.0464299 Oct 04 08:39:17.051341 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4cab1-07e9-4c5a-aba1-132c4165edb8 req-23693c9b-353f-4f19-8b5f-01cb7facf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:17.052744 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f3f4cab1-07e9-4c5a-aba1-132c4165edb8 req-23693c9b-353f-4f19-8b5f-01cb7facf711 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 1130 time: 0.0892284 Oct 04 08:39:17.105918 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:17.130872 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e889986-c59e-4452-a881-029cebb26859 req-5a17d6fb-4f06-4453-959f-174a28edfb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:17.132348 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e889986-c59e-4452-a881-029cebb26859 req-5a17d6fb-4f06-4453-959f-174a28edfb4e service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a544c86d-0009-4ba9-af33-45ba2bcf0de5 HTTP/1.1" status: 200 len: 854 time: 0.0699072 Oct 04 08:39:17.153054 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f3f4cab1-07e9-4c5a-aba1-132c4165edb8 req-364a6408-aa63-4438-ac49-eb339e28f5d2 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832946 Oct 04 08:39:17.184438 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e889986-c59e-4452-a881-029cebb26859 req-e63bd3f8-fa7a-4c21-be58-772d1b721305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:17.185945 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e889986-c59e-4452-a881-029cebb26859 req-e63bd3f8-fa7a-4c21-be58-772d1b721305 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd380db5-2756-484c-8401-ea63df26e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456398 Oct 04 08:39:17.254665 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:17.257475 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:17.456968 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e889986-c59e-4452-a881-029cebb26859 req-f8774348-2a71-4eab-920c-69a256115b34 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892768 Oct 04 08:39:17.548957 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:17.570788 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f34e7-b6b0-4fda-b373-71d25172786b req-48ba30be-53f3-4691-87ef-e76d109e4513 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:17.572285 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f95f34e7-b6b0-4fda-b373-71d25172786b req-48ba30be-53f3-4691-87ef-e76d109e4513 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 946 time: 0.0609112 Oct 04 08:39:17.622467 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e889986-c59e-4452-a881-029cebb26859 req-36e76162-94b3-448e-9519-727a0c163f1b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592007 Oct 04 08:39:17.639654 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f95f34e7-b6b0-4fda-b373-71d25172786b req-f3f2d4f0-19a7-4516-9a71-0043f3721a82 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601294 Oct 04 08:39:17.792818 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d7ceb-9df5-4227-b031-741717fb9703 req-44dbdfc3-e1ac-41fc-861c-ff8a8b0d0f86 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:17.794390 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cb7d7ceb-9df5-4227-b031-741717fb9703 req-44dbdfc3-e1ac-41fc-861c-ff8a8b0d0f86 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 943 time: 0.0485809 Oct 04 08:39:17.848947 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cb7d7ceb-9df5-4227-b031-741717fb9703 req-ca7386f1-5f7f-4c41-a9fd-d8f4b34af9de tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483637 Oct 04 08:39:18.068161 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 24f06c20-7f60-43e3-94eb-e8a55284c173 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:39:18.071298 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:18.176180 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 24f06c20-7f60-43e3-94eb-e8a55284c173, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=24f06c20-7f60-43e3-94eb-e8a55284c173,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:18.188401 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '24f06c20-7f60-43e3-94eb-e8a55284c173', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'port_id': '24f06c20-7f60-43e3-94eb-e8a55284c173', 'mac_address': 'fa:16:3e:d7:af:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:39:18.228013 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 24f06c20-7f60-43e3-94eb-e8a55284c173 is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:39:18.228406 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:18.242512 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f06c20-7f60-43e3-94eb-e8a55284c173 {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:39:18.263812 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 24f06c20-7f60-43e3-94eb-e8a55284c173, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=24f06c20-7f60-43e3-94eb-e8a55284c173,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:18.270010 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:18.320402 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=24f06c20-7f60-43e3-94eb-e8a55284c173,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:18.603411 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['24f06c20-7f60-43e3-94eb-e8a55284c173'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:39:18.725321 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:18.763277 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc826b1-e832-43da-8156-961eca4162a3 req-9278d436-d8d0-49b3-b568-9830d6afe0af tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:18.767111 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dcc826b1-e832-43da-8156-961eca4162a3 req-9278d436-d8d0-49b3-b568-9830d6afe0af tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 946 time: 0.0501385 Oct 04 08:39:18.772906 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-83ee0ef6-4645-43d3-9a36-75de76464581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:18.824440 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dcc826b1-e832-43da-8156-961eca4162a3 req-b04f9cb0-0da3-4702-8279-37be3542e51d tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516424 Oct 04 08:39:18.981482 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661717e-fb59-400f-9fe8-57020d3c7346 req-541a4dc6-692d-4953-b061-21b29190a2a3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:18.983109 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b661717e-fb59-400f-9fe8-57020d3c7346 req-541a4dc6-692d-4953-b061-21b29190a2a3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 944 time: 0.0535150 Oct 04 08:39:19.037937 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b661717e-fb59-400f-9fe8-57020d3c7346 req-0a9514e3-fd40-4ff8-8c76-048ab9a7aa2a tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482044 Oct 04 08:39:19.972343 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eab8c5-aa1f-4285-a4c1-66f7c70a9ad5 req-5ea83ca0-61ff-41d5-b533-3b10c1905de6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:19.975216 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-01eab8c5-aa1f-4285-a4c1-66f7c70a9ad5 req-5ea83ca0-61ff-41d5-b533-3b10c1905de6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 946 time: 0.0699620 Oct 04 08:39:20.029380 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-01eab8c5-aa1f-4285-a4c1-66f7c70a9ad5 req-1a1a60a4-3053-4720-9cf2-e32a9cb44568 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483644 Oct 04 08:39:20.083673 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 24f06c20-7f60-43e3-94eb-e8a55284c173 up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:39:20.133175 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port 24f06c20-7f60-43e3-94eb-e8a55284c173 completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:39:20.143074 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 24f06c20-7f60-43e3-94eb-e8a55284c173 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:39:20.144840 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:20.144840 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 24f06c20-7f60-43e3-94eb-e8a55284c173 Oct 04 08:39:20.146607 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=30 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:20.156358 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=48,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:20.210429 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050e061-9617-46fd-894d-c21dd5c69264 req-671d8fb1-5e32-4340-95f5-286558424304 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:20.212275 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7050e061-9617-46fd-894d-c21dd5c69264 req-671d8fb1-5e32-4340-95f5-286558424304 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 944 time: 0.0702312 Oct 04 08:39:20.253939 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 24f06c20-7f60-43e3-94eb-e8a55284c173 is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:39:20.254530 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:20.286977 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7050e061-9617-46fd-894d-c21dd5c69264 req-e7cf55de-e875-4cd0-a3d6-953579b1f548 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676460 Oct 04 08:39:20.300250 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e6091-63f4-4381-89bc-d6b720ecb68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f06c20-7f60-43e3-94eb-e8a55284c173'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:39:20.303287 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683f8cb1-afc7-4e2b-8f18-478ec1325808" -d '{"events": [{"server_uuid": "255e6091-63f4-4381-89bc-d6b720ecb68e", "name": "network-vif-plugged", "status": "completed", "tag": "24f06c20-7f60-43e3-94eb-e8a55284c173"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:39:20.327278 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 24f06c20-7f60-43e3-94eb-e8a55284c173, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=24f06c20-7f60-43e3-94eb-e8a55284c173,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:20.332712 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:20.365204 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0818d7c1-b9fb-424f-b0f8-a959cc7ae7bc x-openstack-request-id: req-0818d7c1-b9fb-424f-b0f8-a959cc7ae7bc {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:39:20.365911 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e6091-63f4-4381-89bc-d6b720ecb68e", "name": "network-vif-plugged", "status": "completed", "tag": "24f06c20-7f60-43e3-94eb-e8a55284c173", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:39:20.366461 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0818d7c1-b9fb-424f-b0f8-a959cc7ae7bc {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:39:20.367235 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0818d7c1-b9fb-424f-b0f8-a959cc7ae7bc'] response: {'server_uuid': '255e6091-63f4-4381-89bc-d6b720ecb68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f06c20-7f60-43e3-94eb-e8a55284c173', 'code': 200} Oct 04 08:39:20.400888 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=24f06c20-7f60-43e3-94eb-e8a55284c173,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:20.548140 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3797ef2-5bb5-47f3-9bff-def7e8deb7d6 req-184e1973-d3ff-4f54-b8ea-e0cadb66f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:20.549704 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e3797ef2-5bb5-47f3-9bff-def7e8deb7d6 req-184e1973-d3ff-4f54-b8ea-e0cadb66f4d5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 1129 time: 0.0432808 Oct 04 08:39:20.609553 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e3797ef2-5bb5-47f3-9bff-def7e8deb7d6 req-7c218524-b279-4209-8d4e-7d4496fb0356 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503500 Oct 04 08:39:20.907579 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57284) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:20.975239 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group (27d7e930-7f2d-4f3c-9a7c-a21d8ca81565), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:21.006882 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group (27d7e930-7f2d-4f3c-9a7c-a21d8ca81565), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:21.082033 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (27d7e930-7f2d-4f3c-9a7c-a21d8ca81565), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:21.084958 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:21.086132 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/27d7e930-7f2d-4f3c-9a7c-a21d8ca81565 HTTP/1.1" status: 204 len: 168 time: 0.1774507 Oct 04 08:39:21.095988 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d7e930-7f2d-4f3c-9a7c-a21d8ca81565,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:21.103515 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.103857 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.104205 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.104536 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.104868 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.105194 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.105520 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.105841 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.106164 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.106485 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.106831 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.107151 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.107472 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.107789 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.108103 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff4f03-7924-4145-bd4c-6c546e59db5d tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:21.135024 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57288) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:21.285404 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-76ee9748-2004-4ada-91a0-388755cf88a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:21.420330 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a0669-39d5-4321-a2f9-83f8dafc58f4 req-0806c28c-07be-43b6-a309-d43bac592c46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:21.422760 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-530a0669-39d5-4321-a2f9-83f8dafc58f4 req-0806c28c-07be-43b6-a309-d43bac592c46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 945 time: 0.0495942 Oct 04 08:39:21.450752 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:21.473927 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-530a0669-39d5-4321-a2f9-83f8dafc58f4 req-5e31a0b4-fceb-4010-9d31-80ef5cbf7890 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453074 Oct 04 08:39:21.478824 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-62588dc7-043f-425f-ae63-3108da81d3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600392'] for router_interface (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:21.729560 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-62588dc7-043f-425f-ae63-3108da81d3bf admin admin] Deleting port 27eab5b2-c7fb-4a47-9c8d-464088e886e2 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:39:21.729895 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-62588dc7-043f-425f-ae63-3108da81d3bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:21.815260 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-62588dc7-043f-425f-ae63-3108da81d3bf admin admin] For port 27eab5b2-c7fb-4a47-9c8d-464088e886e2, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=27eab5b2-c7fb-4a47-9c8d-464088e886e2,segment=NetworkSegment(f8cace22-6df6-4e7a-b15a-29c53c09e7d6),segment_id=f8cace22-6df6-4e7a-b15a-29c53c09e7d6)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:21.815622 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-62588dc7-043f-425f-ae63-3108da81d3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:21.833070 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-62588dc7-043f-425f-ae63-3108da81d3bf admin admin] Calling delete_port for 27eab5b2-c7fb-4a47-9c8d-464088e886e2 owned by network:router_interface {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:39:21.847217 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:21.956471 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:22.038449 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-62588dc7-043f-425f-ae63-3108da81d3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (27eab5b2-c7fb-4a47-9c8d-464088e886e2), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:22.084950 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62588dc7-043f-425f-ae63-3108da81d3bf admin admin] Pushing event deleted for resources: {'Port': ['ID=27eab5b2-c7fb-4a47-9c8d-464088e886e2,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:22.299887 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-62588dc7-043f-425f-ae63-3108da81d3bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600380'] for router_interface (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:22.628744 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f6fa-f92e-4182-b72e-6075d161bca1 req-fa3d5c99-c478-452a-a292-14eca61d2642 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:22.635554 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5784f6fa-f92e-4182-b72e-6075d161bca1 req-fa3d5c99-c478-452a-a292-14eca61d2642 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 945 time: 0.0737286 Oct 04 08:39:22.704160 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5784f6fa-f92e-4182-b72e-6075d161bca1 req-02051a2e-eb12-4444-8fff-0d1484cdf1cb tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661530 Oct 04 08:39:22.769930 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62588dc7-043f-425f-ae63-3108da81d3bf admin admin] Router 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:39:22.804448 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:22.892233 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62588dc7-043f-425f-ae63-3108da81d3bf admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:39:22.900212 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-62588dc7-043f-425f-ae63-3108da81d3bf admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7609560 Oct 04 08:39:22.900212 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57298) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:22.902747 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9374220c-2f8a-4887-93f8-af6f150de6ea None None] Sync routers for ids ['5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:39:22.912867 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9374220c-2f8a-4887-93f8-af6f150de6ea None None] Routers {'5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:39:22.913493 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-9374220c-2f8a-4887-93f8-af6f150de6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:39:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:23.009229 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Publish callbacks [] for router (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:23.012227 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:23.028819 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-9374220c-2f8a-4887-93f8-af6f150de6ea None None] Set router 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:39:23.057368 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:23.127468 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Publish callbacks [] for router_gateway (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:23.177824 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Deleting port 8785a666-2236-4ce0-b219-d0d44cc9a6a8 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:39:23.178435 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:23.227141 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-9374220c-2f8a-4887-93f8-af6f150de6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'name': 'tempest-TestShelveInstance-85748465-router', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:34Z', 'updated_at': '2022-10-04T08:39:21Z', 'revision_number': 5, 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'gw_port': {'id': '8785a666-2236-4ce0-b219-d0d44cc9a6a8', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:35Z', 'updated_at': '2022-10-04T08:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:23.254277 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9374220c-2f8a-4887-93f8-af6f150de6ea None None] Checking router: 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:39:23.262084 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] For port 8785a666-2236-4ce0-b219-d0d44cc9a6a8, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=8785a666-2236-4ce0-b219-d0d44cc9a6a8,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:23.262442 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:23.262662 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9374220c-2f8a-4887-93f8-af6f150de6ea None None] Routers {'5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:39:23.263275 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-9374220c-2f8a-4887-93f8-af6f150de6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:39:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:23.276786 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Calling delete_port for 8785a666-2236-4ce0-b219-d0d44cc9a6a8 owned by network:router_gateway {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:39:23.280658 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:23.354575 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-9374220c-2f8a-4887-93f8-af6f150de6ea None None] Set router 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 gateway port host: None {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:39:23.416916 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-9374220c-2f8a-4887-93f8-af6f150de6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'name': 'tempest-TestShelveInstance-85748465-router', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:34Z', 'updated_at': '2022-10-04T08:39:23Z', 'revision_number': 6, 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'gw_port_host': None}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:23.443801 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9374220c-2f8a-4887-93f8-af6f150de6ea None None] The sync data for ids ['5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7'] in dv-cinder-860209-1-iscsi is: [{'id': '5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7', 'name': 'tempest-TestShelveInstance-85748465-router', 'tenant_id': 'ed407864f9cf431ebd8018e1a6862294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:34Z', 'updated_at': '2022-10-04T08:39:23Z', 'revision_number': 6, 'project_id': 'ed407864f9cf431ebd8018e1a6862294', 'gw_port_host': None}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:39:23.468219 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (8785a666-2236-4ce0-b219-d0d44cc9a6a8), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:23.498768 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8785a666-2236-4ce0-b219-d0d44cc9a6a8,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:23.569613 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601974'] for router_gateway (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:23.658584 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-386'] for router (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:23.660787 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Publish callbacks [] for router_controller (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:23.702901 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600420'] for router (5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:23.703482 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 {{(pid=106410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:39:23.707979 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:23.709121 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-a9258711-e167-4d5e-a811-d72d7c00da2b admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/5a1b14c4-4edc-4e22-aa93-22e83ec7f2a7 HTTP/1.1" status: 204 len: 168 time: 0.8082023 Oct 04 08:39:23.711804 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57300) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:23.772245 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5230601-6889-4664-877d-0059fdff2a4b admin admin] Deleting subnet 4099cc2c-a5c6-40b9-b705-5b21adf53a77 {{(pid=106410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:39:23.777509 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f5230601-6889-4664-877d-0059fdff2a4b admin admin] Publish callbacks [] for subnet (4099cc2c-a5c6-40b9-b705-5b21adf53a77), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:23.816824 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f5230601-6889-4664-877d-0059fdff2a4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15344687'] for subnet (4099cc2c-a5c6-40b9-b705-5b21adf53a77), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:23.875098 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12f795-cef5-4d85-8a4c-d64f128da661 req-91fd346e-a9f7-47f7-83c1-a19bb87ab100 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:23.877327 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4a12f795-cef5-4d85-8a4c-d64f128da661 req-91fd346e-a9f7-47f7-83c1-a19bb87ab100 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 945 time: 0.0662990 Oct 04 08:39:23.912136 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f5230601-6889-4664-877d-0059fdff2a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (4099cc2c-a5c6-40b9-b705-5b21adf53a77), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:23.947104 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4a12f795-cef5-4d85-8a4c-d64f128da661 req-9cc6b707-e17c-4b03-bd83-40c0b43dfd06 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610137 Oct 04 08:39:23.982844 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f5230601-6889-4664-877d-0059fdff2a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14467704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12886999'] for subnet (4099cc2c-a5c6-40b9-b705-5b21adf53a77), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.011868 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5230601-6889-4664-877d-0059fdff2a4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4099cc2c-a5c6-40b9-b705-5b21adf53a77,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:24.017219 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f5230601-6889-4664-877d-0059fdff2a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.024095 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-f5230601-6889-4664-877d-0059fdff2a4b admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/4099cc2c-a5c6-40b9-b705-5b21adf53a77 HTTP/1.1" status: 204 len: 168 time: 0.3086305 Oct 04 08:39:24.025179 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8225c34-e6fe-49a1-b5c8-986977c20400 None None] Network 5a3147e2-6e01-4190-a593-7d5113358d23 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:39:24.026475 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 57308) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:24.105502 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:24.135193 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e932df0-012b-491b-9227-65d4376f67e5 req-67400813-ddba-4a46-a749-6d45aa47b903 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:24.136763 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0e932df0-012b-491b-9227-65d4376f67e5 req-67400813-ddba-4a46-a749-6d45aa47b903 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 945 time: 0.1026447 Oct 04 08:39:24.148379 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57310) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:24.153189 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-c02b09e2-38b9-40c5-af1d-ab2fa2f2066c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'floatingip': {'port_id': '24f06c20-7f60-43e3-94eb-e8a55284c173'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:24.163848 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (5a3147e2-6e01-4190-a593-7d5113358d23), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.200199 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c02b09e2-38b9-40c5-af1d-ab2fa2f2066c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (c859622d-0397-4614-b4dc-fa81b3fada28), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.210294 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Deleting port 051a0879-dda2-4ec8-9726-57fad6ec0409 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:39:24.210661 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.273284 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:24.283745 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38884556-1ae9-4e5f-a65c-29e71415c934 None None] DHCP port deletion for 5a3147e2-6e01-4190-a593-7d5113358d23 request from dv-cinder-860209-1-iscsi {{(pid=106412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:39:24.292885 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] For port 051a0879-dda2-4ec8-9726-57fad6ec0409, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=051a0879-dda2-4ec8-9726-57fad6ec0409,segment=NetworkSegment(f8cace22-6df6-4e7a-b15a-29c53c09e7d6),segment_id=f8cace22-6df6-4e7a-b15a-29c53c09e7d6)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:24.292885 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.308057 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Calling delete_port for 051a0879-dda2-4ec8-9726-57fad6ec0409 owned by network:dhcp {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:39:24.362082 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-38884556-1ae9-4e5f-a65c-29e71415c934 None None] Deleting port 051a0879-dda2-4ec8-9726-57fad6ec0409 {{(pid=106412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:39:24.362283 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-38884556-1ae9-4e5f-a65c-29e71415c934 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), before_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.369244 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:24.399329 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.431193 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.440385 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.461051 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-38884556-1ae9-4e5f-a65c-29e71415c934 None None] For port 051a0879-dda2-4ec8-9726-57fad6ec0409, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=051a0879-dda2-4ec8-9726-57fad6ec0409,segment=NetworkSegment(f8cace22-6df6-4e7a-b15a-29c53c09e7d6),segment_id=f8cace22-6df6-4e7a-b15a-29c53c09e7d6)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:24.461534 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-38884556-1ae9-4e5f-a65c-29e71415c934 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), precommit_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.473374 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Pushing event deleted for resources: {'Port': ['ID=051a0879-dda2-4ec8-9726-57fad6ec0409,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:24.479047 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-38884556-1ae9-4e5f-a65c-29e71415c934 None None] Calling delete_port for 051a0879-dda2-4ec8-9726-57fad6ec0409 owned by network:dhcp {{(pid=106412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:39:24.482318 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] No DVR routers for this DVR port 051a0879-dda2-4ec8-9726-57fad6ec0409 on host dv-cinder-860209-1-iscsi {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:39:24.572142 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:24.573457 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (5a3147e2-6e01-4190-a593-7d5113358d23), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.613984 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3147e2-6e01-4190-a593-7d5113358d23']}} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:24.627058 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8cace22-6df6-4e7a-b15a-29c53c09e7d6') {'for_net_delete': True} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:24.627356 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8cace22-6df6-4e7a-b15a-29c53c09e7d6') {} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:24.643525 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12738653'] for segment (f8cace22-6df6-4e7a-b15a-29c53c09e7d6), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.664791 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (f8cace22-6df6-4e7a-b15a-29c53c09e7d6), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.672316 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:39:24.672999 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12654853'] for segment (f8cace22-6df6-4e7a-b15a-29c53c09e7d6), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.745042 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (5a3147e2-6e01-4190-a593-7d5113358d23), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.759532 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.768694 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/5a3147e2-6e01-4190-a593-7d5113358d23 HTTP/1.1" status: 204 len: 168 time: 0.7407534 Oct 04 08:39:24.773764 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57314) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:24.779945 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment f8cace22-6df6-4e7a-b15a-29c53c09e7d6 resource provider aggregate not found Oct 04 08:39:24.786293 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d874ed1-e03c-4073-839d-122c557dd432 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a3147e2-6e01-4190-a593-7d5113358d23,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:24.787291 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c02b09e2-38b9-40c5-af1d-ab2fa2f2066c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.793761 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 8785a666-2236-4ce0-b219-d0d44cc9a6a8 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:39:24.810220 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment f8cace22-6df6-4e7a-b15a-29c53c09e7d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8cace22-6df6-4e7a-b15a-29c53c09e7d6 found for delete ", "request_id": "req-cb22979b-4f8c-4312-8728-a7ba15ffe9ec"}]} Oct 04 08:39:24.822050 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 8785a666-2236-4ce0-b219-d0d44cc9a6a8 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:39:24.822328 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 8785a666-2236-4ce0-b219-d0d44cc9a6a8 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:39:24.822790 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 051a0879-dda2-4ec8-9726-57fad6ec0409 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:39:24.834149 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c02b09e2-38b9-40c5-af1d-ab2fa2f2066c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (c859622d-0397-4614-b4dc-fa81b3fada28), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.874812 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 051a0879-dda2-4ec8-9726-57fad6ec0409 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:39:24.874812 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 051a0879-dda2-4ec8-9726-57fad6ec0409 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:39:24.874812 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 27eab5b2-c7fb-4a47-9c8d-464088e886e2 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:39:24.890816 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 27eab5b2-c7fb-4a47-9c8d-464088e886e2 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:39:24.891165 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 27eab5b2-c7fb-4a47-9c8d-464088e886e2 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:39:24.893051 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-38884556-1ae9-4e5f-a65c-29e71415c934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (051a0879-dda2-4ec8-9726-57fad6ec0409), after_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:24.916475 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38884556-1ae9-4e5f-a65c-29e71415c934 None None] Network 5a3147e2-6e01-4190-a593-7d5113358d23 is not hosted by any dhcp agent {{(pid=106412) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 04 08:39:24.916943 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38884556-1ae9-4e5f-a65c-29e71415c934 None None] No DVR routers for this DVR port 051a0879-dda2-4ec8-9726-57fad6ec0409 on host dv-cinder-860209-1-iscsi {{(pid=106412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:39:24.918448 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38884556-1ae9-4e5f-a65c-29e71415c934 None None] Pushing event deleted for resources: {'Port': ['ID=051a0879-dda2-4ec8-9726-57fad6ec0409,revision_number=None']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:24.995340 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.l3_db [None req-c02b09e2-38b9-40c5-af1d-ab2fa2f2066c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Floating IP c859622d-0397-4614-b4dc-fa81b3fada28 associated. External IP: 172.27.0.139, port: 24f06c20-7f60-43e3-94eb-e8a55284c173. Oct 04 08:39:25.543354 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:25.618987 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02b09e2-38b9-40c5-af1d-ab2fa2f2066c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:39:25.637386 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-859c073a-7902-403d-9c3f-6d66674e53af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600392'] for router_interface (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:25.881531 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=100 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:25.902175 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02b09e2-38b9-40c5-af1d-ab2fa2f2066c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:39:25.911197 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c02b09e2-38b9-40c5-af1d-ab2fa2f2066c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:25.914588 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d39684-422c-499f-8a58-f75773ab4b16 None None] Sync routers for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:39:25.935804 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d39684-422c-499f-8a58-f75773ab4b16 None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:39:25.937076 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-73d39684-422c-499f-8a58-f75773ab4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:39:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:25.960749 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-c02b09e2-38b9-40c5-af1d-ab2fa2f2066c tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/c859622d-0397-4614-b4dc-fa81b3fada28 HTTP/1.1" status: 200 len: 991 time: 1.8112185 Oct 04 08:39:25.976280 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255e6091-63f4-4381-89bc-d6b720ecb68e', 'tag': '24f06c20-7f60-43e3-94eb-e8a55284c173'}] {{(pid=106410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:39:25.978557 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4c84928c9cc590a11e74d60c618a14085f3215fa0a41e1841d6b7405df412b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709181a2-e123-47b1-8131-7373c7cc40e2" -d '{"events": [{"name": "network-changed", "server_uuid": "255e6091-63f4-4381-89bc-d6b720ecb68e", "tag": "24f06c20-7f60-43e3-94eb-e8a55284c173"}]}' {{(pid=106410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:39:26.024569 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720f5702-f6c6-4173-8626-79ca9e59b372 x-openstack-request-id: req-720f5702-f6c6-4173-8626-79ca9e59b372 {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:39:26.025027 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255e6091-63f4-4381-89bc-d6b720ecb68e", "tag": "24f06c20-7f60-43e3-94eb-e8a55284c173", "status": "completed", "code": 200}]} {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:39:26.025430 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-720f5702-f6c6-4173-8626-79ca9e59b372 {{(pid=106410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:39:26.026082 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720f5702-f6c6-4173-8626-79ca9e59b372'] response: {'name': 'network-changed', 'server_uuid': '255e6091-63f4-4381-89bc-d6b720ecb68e', 'tag': '24f06c20-7f60-43e3-94eb-e8a55284c173', 'status': 'completed', 'code': 200} Oct 04 08:39:26.046889 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-859c073a-7902-403d-9c3f-6d66674e53af admin admin] Deleting port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:39:26.047463 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-859c073a-7902-403d-9c3f-6d66674e53af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:26.072110 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-73d39684-422c-499f-8a58-f75773ab4b16 None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:39:26.118237 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709181a2-e123-47b1-8131-7373c7cc40e2 req-41e775db-c57b-4f5b-9fe7-addce664d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:26.120601 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-709181a2-e123-47b1-8131-7373c7cc40e2 req-41e775db-c57b-4f5b-9fe7-addce664d73d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 1129 time: 0.0679171 Oct 04 08:39:26.164664 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-859c073a-7902-403d-9c3f-6d66674e53af admin admin] For port 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=2e6b8d6e-69d1-470b-8f57-d4f3158f92f0,segment=NetworkSegment(d26d8d0d-6ed4-4a91-9d58-1202b36dbecc),segment_id=d26d8d0d-6ed4-4a91-9d58-1202b36dbecc)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:26.165041 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-859c073a-7902-403d-9c3f-6d66674e53af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:26.182205 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-859c073a-7902-403d-9c3f-6d66674e53af admin admin] Calling delete_port for 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 owned by network:router_interface {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:39:26.256948 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709181a2-e123-47b1-8131-7373c7cc40e2 req-e801628a-4055-47dd-9a46-190ba9058415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:26.258432 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-709181a2-e123-47b1-8131-7373c7cc40e2 req-e801628a-4055-47dd-9a46-190ba9058415 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 915 time: 0.1146579 Oct 04 08:39:26.328775 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-709181a2-e123-47b1-8131-7373c7cc40e2 req-b4fe2ba3-1886-4622-908b-348e105b8346 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f06c20-7f60-43e3-94eb-e8a55284c173 HTTP/1.1" status: 200 len: 999 time: 0.0637174 Oct 04 08:39:26.335026 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-73d39684-422c-499f-8a58-f75773ab4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'c859622d-0397-4614-b4dc-fa81b3fada28', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': '24f06c20-7f60-43e3-94eb-e8a55284c173', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:d7:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255e6091-63f4-4381-89bc-d6b720ecb68e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:39:09Z', 'updated_at': '2022-10-04T08:39:24Z', 'revision_number': 1, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:26.361230 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d39684-422c-499f-8a58-f75773ab4b16 None None] Checking router: 4ab3ff76-f30b-40f5-ba46-3754e98882d8 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:39:26.370775 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d39684-422c-499f-8a58-f75773ab4b16 None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:39:26.371747 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-73d39684-422c-499f-8a58-f75773ab4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:39:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:26.382966 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709181a2-e123-47b1-8131-7373c7cc40e2 req-a941d675-fc38-4651-ba7c-5c26db9980ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:26.384464 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-709181a2-e123-47b1-8131-7373c7cc40e2 req-a941d675-fc38-4651-ba7c-5c26db9980ed service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a544c86d-0009-4ba9-af33-45ba2bcf0de5 HTTP/1.1" status: 200 len: 854 time: 0.0490875 Oct 04 08:39:26.399487 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-859c073a-7902-403d-9c3f-6d66674e53af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (2e6b8d6e-69d1-470b-8f57-d4f3158f92f0), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:26.424688 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c073a-7902-403d-9c3f-6d66674e53af admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6b8d6e-69d1-470b-8f57-d4f3158f92f0,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:26.441297 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709181a2-e123-47b1-8131-7373c7cc40e2 req-ce3157b5-03c7-4456-b3be-fa4e5200b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:26.443056 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-709181a2-e123-47b1-8131-7373c7cc40e2 req-ce3157b5-03c7-4456-b3be-fa4e5200b846 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd380db5-2756-484c-8401-ea63df26e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506432 Oct 04 08:39:26.487757 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-73d39684-422c-499f-8a58-f75773ab4b16 None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:39:26.498508 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:26.510715 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:26.536892 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:26.576064 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-709181a2-e123-47b1-8131-7373c7cc40e2 req-bd240f6c-9ecf-491e-808f-75bd78db8ccd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254363 Oct 04 08:39:26.638834 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-859c073a-7902-403d-9c3f-6d66674e53af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600380'] for router_interface (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:26.720560 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-709181a2-e123-47b1-8131-7373c7cc40e2 req-3512faa7-4cae-42ae-83d0-60bd2d925ec2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374483 Oct 04 08:39:26.766088 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-73d39684-422c-499f-8a58-f75773ab4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'c859622d-0397-4614-b4dc-fa81b3fada28', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': '24f06c20-7f60-43e3-94eb-e8a55284c173', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:d7:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255e6091-63f4-4381-89bc-d6b720ecb68e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:39:09Z', 'updated_at': '2022-10-04T08:39:24Z', 'revision_number': 1, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:26.791748 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d39684-422c-499f-8a58-f75773ab4b16 None None] The sync data for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi is: [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'c859622d-0397-4614-b4dc-fa81b3fada28', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'port_id': '24f06c20-7f60-43e3-94eb-e8a55284c173', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'mac_address': 'fa:16:3e:d7:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255e6091-63f4-4381-89bc-d6b720ecb68e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:39:09Z', 'updated_at': '2022-10-04T08:39:24Z', 'revision_number': 1, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:39:26.902398 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:26.904530 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859c073a-7902-403d-9c3f-6d66674e53af admin admin] Router 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:39:27.030424 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859c073a-7902-403d-9c3f-6d66674e53af admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:39:27.038399 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-859c073a-7902-403d-9c3f-6d66674e53af admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/4b8788bf-bcec-4f8c-9285-41db3ea71cf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2612462 Oct 04 08:39:27.038709 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 57330) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:27.043734 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06588e5-1a3f-466d-b917-eaf3118003c3 None None] Sync routers for ids ['4b8788bf-bcec-4f8c-9285-41db3ea71cf1'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:39:27.056326 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4651bbe-4ac8-4448-9230-1cce06edfa5c None None] New status for floating IP c859622d-0397-4614-b4dc-fa81b3fada28: ACTIVE {{(pid=106413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:39:27.057653 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06588e5-1a3f-466d-b917-eaf3118003c3 None None] Routers {'4b8788bf-bcec-4f8c-9285-41db3ea71cf1'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:39:27.058337 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-f06588e5-1a3f-466d-b917-eaf3118003c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:39:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4b8788bf-bcec-4f8c-9285-41db3ea71cf1'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:27.161509 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Publish callbacks [] for router (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:27.182074 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-f06588e5-1a3f-466d-b917-eaf3118003c3 None None] Set router 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:39:27.290725 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Publish callbacks [] for router_gateway (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:27.339331 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Deleting port 530a3887-6bc9-4f4f-969f-049acc8cd01a {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:39:27.339812 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:27.377072 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:27.395040 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-f06588e5-1a3f-466d-b917-eaf3118003c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'name': 'tempest-TestShelveInstance-1878647729-router', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:48Z', 'updated_at': '2022-10-04T08:39:26Z', 'revision_number': 5, 'project_id': 'f2ccb8caf53844bebcbe26010b009e00', 'gw_port': {'id': '530a3887-6bc9-4f4f-969f-049acc8cd01a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:49Z', 'updated_at': '2022-10-04T08:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:27.426791 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06588e5-1a3f-466d-b917-eaf3118003c3 None None] Checking router: 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:39:27.435844 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06588e5-1a3f-466d-b917-eaf3118003c3 None None] Routers {'4b8788bf-bcec-4f8c-9285-41db3ea71cf1'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:39:27.436935 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-f06588e5-1a3f-466d-b917-eaf3118003c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:39:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4b8788bf-bcec-4f8c-9285-41db3ea71cf1'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:27.437554 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] For port 530a3887-6bc9-4f4f-969f-049acc8cd01a, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=530a3887-6bc9-4f4f-969f-049acc8cd01a,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:27.438022 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:27.456543 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Calling delete_port for 530a3887-6bc9-4f4f-969f-049acc8cd01a owned by network:router_gateway {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:39:27.525168 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-f06588e5-1a3f-466d-b917-eaf3118003c3 None None] Set router 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 gateway port host: None {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:39:27.598785 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-f06588e5-1a3f-466d-b917-eaf3118003c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'name': 'tempest-TestShelveInstance-1878647729-router', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:48Z', 'updated_at': '2022-10-04T08:39:27Z', 'revision_number': 6, 'project_id': 'f2ccb8caf53844bebcbe26010b009e00', 'gw_port_host': None}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:27.633659 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06588e5-1a3f-466d-b917-eaf3118003c3 None None] The sync data for ids ['4b8788bf-bcec-4f8c-9285-41db3ea71cf1'] in dv-cinder-860209-1-iscsi is: [{'id': '4b8788bf-bcec-4f8c-9285-41db3ea71cf1', 'name': 'tempest-TestShelveInstance-1878647729-router', 'tenant_id': 'f2ccb8caf53844bebcbe26010b009e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:37:48Z', 'updated_at': '2022-10-04T08:39:27Z', 'revision_number': 6, 'project_id': 'f2ccb8caf53844bebcbe26010b009e00', 'gw_port_host': None}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:39:27.665497 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (530a3887-6bc9-4f4f-969f-049acc8cd01a), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:27.708306 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Pushing event deleted for resources: {'Port': ['ID=530a3887-6bc9-4f4f-969f-049acc8cd01a,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:27.780723 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601974'] for router_gateway (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.147110 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-386'] for router (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.149479 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Publish callbacks [] for router_controller (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), precommit_delete_associations {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.214606 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600420'] for router (4b8788bf-bcec-4f8c-9285-41db3ea71cf1), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.215297 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b8788bf-bcec-4f8c-9285-41db3ea71cf1 {{(pid=106411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:39:28.220550 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.221703 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-a0b8d74d-58ae-4e2f-a891-d4cfe5e65197 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/4b8788bf-bcec-4f8c-9285-41db3ea71cf1 HTTP/1.1" status: 204 len: 168 time: 1.1820304 Oct 04 08:39:28.224275 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 57346) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:28.257355 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:28.279542 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69329e8-7e22-4ba5-a7c4-6dec95258425 admin admin] Deleting subnet a3881fa1-af9c-4b8f-8623-f62768d009d5 {{(pid=106411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:39:28.282300 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:28.284379 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c69329e8-7e22-4ba5-a7c4-6dec95258425 admin admin] Publish callbacks [] for subnet (a3881fa1-af9c-4b8f-8623-f62768d009d5), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.322113 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c69329e8-7e22-4ba5-a7c4-6dec95258425 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12738596'] for subnet (a3881fa1-af9c-4b8f-8623-f62768d009d5), precommit_delete_associations {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.449480 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c69329e8-7e22-4ba5-a7c4-6dec95258425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (a3881fa1-af9c-4b8f-8623-f62768d009d5), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.509693 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c69329e8-7e22-4ba5-a7c4-6dec95258425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12655087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12803188'] for subnet (a3881fa1-af9c-4b8f-8623-f62768d009d5), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.534640 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69329e8-7e22-4ba5-a7c4-6dec95258425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3881fa1-af9c-4b8f-8623-f62768d009d5,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:28.542381 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c69329e8-7e22-4ba5-a7c4-6dec95258425 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.545784 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-c69329e8-7e22-4ba5-a7c4-6dec95258425 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/a3881fa1-af9c-4b8f-8623-f62768d009d5 HTTP/1.1" status: 204 len: 168 time: 0.3203409 Oct 04 08:39:28.548167 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 57348) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:28.550220 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc40c0f-576e-4e68-aa5e-a7e558b961f2 None None] Network d1bab07f-9648-43ab-8553-3307b886e7cf requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:39:28.641142 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (d1bab07f-9648-43ab-8553-3307b886e7cf), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.653832 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:39:28.681945 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:39:28.682148 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 2e6b8d6e-69d1-470b-8f57-d4f3158f92f0 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:39:28.682537 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 530a3887-6bc9-4f4f-969f-049acc8cd01a no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:39:28.689359 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Deleting port 5b85e1a2-860e-486e-af76-b3a4447092f1 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:39:28.689707 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.709668 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 530a3887-6bc9-4f4f-969f-049acc8cd01a {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:39:28.710021 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 530a3887-6bc9-4f4f-969f-049acc8cd01a not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:39:28.775549 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] For port 5b85e1a2-860e-486e-af76-b3a4447092f1, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=5b85e1a2-860e-486e-af76-b3a4447092f1,segment=NetworkSegment(d26d8d0d-6ed4-4a91-9d58-1202b36dbecc),segment_id=d26d8d0d-6ed4-4a91-9d58-1202b36dbecc)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:28.775913 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.792304 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed25db4f-2169-494a-ac50-1c6780138c15 None None] DHCP port deletion for d1bab07f-9648-43ab-8553-3307b886e7cf request from dv-cinder-860209-1-iscsi {{(pid=106412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:39:28.809354 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Calling delete_port for 5b85e1a2-860e-486e-af76-b3a4447092f1 owned by network:dhcp {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:39:28.848897 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ed25db4f-2169-494a-ac50-1c6780138c15 None None] Deleting port 5b85e1a2-860e-486e-af76-b3a4447092f1 {{(pid=106412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:39:28.849362 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ed25db4f-2169-494a-ac50-1c6780138c15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), before_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.902296 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.921832 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ed25db4f-2169-494a-ac50-1c6780138c15 None None] For port 5b85e1a2-860e-486e-af76-b3a4447092f1, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=5b85e1a2-860e-486e-af76-b3a4447092f1,segment=NetworkSegment(d26d8d0d-6ed4-4a91-9d58-1202b36dbecc),segment_id=d26d8d0d-6ed4-4a91-9d58-1202b36dbecc)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:28.922219 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ed25db4f-2169-494a-ac50-1c6780138c15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), precommit_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:28.932709 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b85e1a2-860e-486e-af76-b3a4447092f1,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:28.938478 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] No DVR routers for this DVR port 5b85e1a2-860e-486e-af76-b3a4447092f1 on host dv-cinder-860209-1-iscsi {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:39:28.941671 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ed25db4f-2169-494a-ac50-1c6780138c15 None None] Calling delete_port for 5b85e1a2-860e-486e-af76-b3a4447092f1 owned by network:dhcp {{(pid=106412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:39:28.947356 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.947702 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.948040 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.948377 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.948760 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.949016 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.949332 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.949941 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.949941 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.950267 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.950789 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.951225 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.951870 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.952378 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:28.952967 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:39:29.008950 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:29.032643 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (d1bab07f-9648-43ab-8553-3307b886e7cf), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:29.038243 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ed25db4f-2169-494a-ac50-1c6780138c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (5b85e1a2-860e-486e-af76-b3a4447092f1), after_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:29.056384 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bab07f-9648-43ab-8553-3307b886e7cf']}} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:29.064698 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25db4f-2169-494a-ac50-1c6780138c15 None None] Pushing event deleted for resources: {'Port': ['ID=5b85e1a2-860e-486e-af76-b3a4447092f1,revision_number=None']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:29.067358 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26d8d0d-6ed4-4a91-9d58-1202b36dbecc') {'for_net_delete': True} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:29.067746 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26d8d0d-6ed4-4a91-9d58-1202b36dbecc') {} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:29.070769 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25db4f-2169-494a-ac50-1c6780138c15 None None] No DVR routers for this DVR port 5b85e1a2-860e-486e-af76-b3a4447092f1 on host dv-cinder-860209-1-iscsi {{(pid=106412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:39:29.081191 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12738653'] for segment (d26d8d0d-6ed4-4a91-9d58-1202b36dbecc), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:29.105669 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (d26d8d0d-6ed4-4a91-9d58-1202b36dbecc), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:29.115656 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=106411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:39:29.116462 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12654853'] for segment (d26d8d0d-6ed4-4a91-9d58-1202b36dbecc), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:29.200745 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment d26d8d0d-6ed4-4a91-9d58-1202b36dbecc resource provider aggregate not found Oct 04 08:39:29.225307 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment d26d8d0d-6ed4-4a91-9d58-1202b36dbecc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d26d8d0d-6ed4-4a91-9d58-1202b36dbecc found for delete ", "request_id": "req-6df3dadf-87f1-48a1-93a6-2d6f15bc77a6"}]} Oct 04 08:39:29.235527 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (d1bab07f-9648-43ab-8553-3307b886e7cf), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:29.241504 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:29.244756 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/d1bab07f-9648-43ab-8553-3307b886e7cf HTTP/1.1" status: 204 len: 168 time: 0.6953402 Oct 04 08:39:29.258919 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9012ab-5b77-4dfd-8d75-b1ed430ce60a admin admin] Pushing event deleted for resources: {'Network': ['ID=d1bab07f-9648-43ab-8553-3307b886e7cf,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:29.376861 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57360) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:29.421432 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-69941b2a-a116-451f-80c3-ad52d4341d71 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ed407864f9cf431ebd8018e1a6862294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428865 Oct 04 08:39:29.424137 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57362) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:29.481550 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-200dbe89-b22f-4c11-a44a-e4b853a68ef2 admin admin] Publish callbacks [] for security_group (7c394a6e-a81f-4d67-8a9e-af080f3d4ff3), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:29.504182 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-200dbe89-b22f-4c11-a44a-e4b853a68ef2 admin admin] Publish callbacks [] for security_group (7c394a6e-a81f-4d67-8a9e-af080f3d4ff3), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:29.554710 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-200dbe89-b22f-4c11-a44a-e4b853a68ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (7c394a6e-a81f-4d67-8a9e-af080f3d4ff3), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:29.557280 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-200dbe89-b22f-4c11-a44a-e4b853a68ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:29.558423 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-200dbe89-b22f-4c11-a44a-e4b853a68ef2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7c394a6e-a81f-4d67-8a9e-af080f3d4ff3 HTTP/1.1" status: 204 len: 168 time: 0.1334090 Oct 04 08:39:29.566658 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dbe89-b22f-4c11-a44a-e4b853a68ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c394a6e-a81f-4d67-8a9e-af080f3d4ff3,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:29.924746 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57370) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:29.966603 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-e9d621d7-aea1-417e-a7ec-b52cf8eb5fe9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f2ccb8caf53844bebcbe26010b009e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404608 Oct 04 08:39:29.970063 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57372) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:30.022975 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5365215c-2ea3-4d88-a694-ab1177ff5f9d admin admin] Publish callbacks [] for security_group (9e31b587-0890-4d8d-a9f6-f3c40669b130), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:30.044357 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5365215c-2ea3-4d88-a694-ab1177ff5f9d admin admin] Publish callbacks [] for security_group (9e31b587-0890-4d8d-a9f6-f3c40669b130), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:30.095577 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5365215c-2ea3-4d88-a694-ab1177ff5f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (9e31b587-0890-4d8d-a9f6-f3c40669b130), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:30.098181 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5365215c-2ea3-4d88-a694-ab1177ff5f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:30.099348 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-5365215c-2ea3-4d88-a694-ab1177ff5f9d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9e31b587-0890-4d8d-a9f6-f3c40669b130 HTTP/1.1" status: 204 len: 168 time: 0.1283474 Oct 04 08:39:30.107817 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365215c-2ea3-4d88-a694-ab1177ff5f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e31b587-0890-4d8d-a9f6-f3c40669b130,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:30.635231 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 5b85e1a2-860e-486e-af76-b3a4447092f1 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:39:30.658060 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 5b85e1a2-860e-486e-af76-b3a4447092f1 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:39:30.658408 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 5b85e1a2-860e-486e-af76-b3a4447092f1 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:39:33.958624 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:39:35.590737 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:35.599558 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73d5d8-7bcf-4925-b7e6-51047aac23d8 req-46403dc6-a475-479e-94fd-a7c0f102a188 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:35.601147 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7f73d5d8-7bcf-4925-b7e6-51047aac23d8 req-46403dc6-a475-479e-94fd-a7c0f102a188 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0782940 Oct 04 08:39:35.602455 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffd283-f7aa-49d8-bed6-d7f5262234fb req-19934355-7bba-4ba5-8435-923876f26254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:35.603881 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9fffd283-f7aa-49d8-bed6-d7f5262234fb req-19934355-7bba-4ba5-8435-923876f26254 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 1129 time: 0.0705855 Oct 04 08:39:35.710663 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7f73d5d8-7bcf-4925-b7e6-51047aac23d8 req-9d485d79-bda6-452e-8cbe-10619ae7f39e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036839 Oct 04 08:39:35.712677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:35.743119 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffd283-f7aa-49d8-bed6-d7f5262234fb req-2d37b261-8447-454c-b831-412444f7dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:35.744585 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9fffd283-f7aa-49d8-bed6-d7f5262234fb req-2d37b261-8447-454c-b831-412444f7dfec service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.1218646 Oct 04 08:39:35.810240 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9fffd283-f7aa-49d8-bed6-d7f5262234fb req-c7ad431c-316e-4393-ad92-0df238333ba6 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47 HTTP/1.1" status: 200 len: 1000 time: 0.0588496 Oct 04 08:39:35.865847 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffd283-f7aa-49d8-bed6-d7f5262234fb req-4c47147a-3927-4aaa-b6a4-7a22cfffedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:35.867254 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9fffd283-f7aa-49d8-bed6-d7f5262234fb req-4c47147a-3927-4aaa-b6a4-7a22cfffedf8 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0492480 Oct 04 08:39:35.913617 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffd283-f7aa-49d8-bed6-d7f5262234fb req-fdb9cc4e-a8cb-496f-8bbe-a9c718f2e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:35.915163 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9fffd283-f7aa-49d8-bed6-d7f5262234fb req-fdb9cc4e-a8cb-496f-8bbe-a9c718f2e28e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399721 Oct 04 08:39:36.012982 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9fffd283-f7aa-49d8-bed6-d7f5262234fb req-c3803645-df27-4221-acaa-0bccb8c8b834 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909898 Oct 04 08:39:36.112821 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9fffd283-f7aa-49d8-bed6-d7f5262234fb req-a6857e21-d8e1-4fa9-9873-e40af7428d26 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877154 Oct 04 08:39:36.556628 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f617b14-3564-4ed2-9280-7dbcb64b76a4 req-1e0b506b-e6bc-4d4e-b6cd-ed74e48721f3 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:36.566855 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5f617b14-3564-4ed2-9280-7dbcb64b76a4 req-1e0b506b-e6bc-4d4e-b6cd-ed74e48721f3 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 947 time: 0.0534120 Oct 04 08:39:36.619813 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5f617b14-3564-4ed2-9280-7dbcb64b76a4 req-bb3146c9-b08c-465d-9cc0-0d703e3e042c tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538974 Oct 04 08:39:37.373016 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:38.367146 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af48f5-033e-4738-a9ed-e342f62fb860 req-814dacdc-104c-4b2d-bfae-7125bedee0e3 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:38.368678 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a6af48f5-033e-4738-a9ed-e342f62fb860 req-814dacdc-104c-4b2d-bfae-7125bedee0e3 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0502090 Oct 04 08:39:38.428498 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a6af48f5-033e-4738-a9ed-e342f62fb860 req-370ee65a-18a0-4730-9387-a3faaa0120f6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504618 Oct 04 08:39:38.576209 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa794b2-8bb4-4540-b1af-c1f414196d74 req-a26b8e6b-a0dd-4b5c-9450-187b964f0c8d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:38.577841 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5fa794b2-8bb4-4540-b1af-c1f414196d74 req-a26b8e6b-a0dd-4b5c-9450-187b964f0c8d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 947 time: 0.0865214 Oct 04 08:39:38.589146 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-d7756667-22d2-4a81-82d8-9c79d398d143 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:38.590611 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-d7756667-22d2-4a81-82d8-9c79d398d143 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 947 time: 0.0702827 Oct 04 08:39:38.675262 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5fa794b2-8bb4-4540-b1af-c1f414196d74 req-3eacb9fb-7795-418a-a393-4c566ce9bdc0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f875667e-f33d-479b-80a9-07a7ee0f37fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836675 Oct 04 08:39:38.712949 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Deleting port 159277a9-e8de-47c4-813b-8de31279c18f {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:39:38.713290 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (159277a9-e8de-47c4-813b-8de31279c18f), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:38.824502 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] For port 159277a9-e8de-47c4-813b-8de31279c18f, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=159277a9-e8de-47c4-813b-8de31279c18f,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:38.824786 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (159277a9-e8de-47c4-813b-8de31279c18f), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:38.832868 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:39.017415 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:39.018028 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (d1e94d72-d378-4910-b6a9-cd8d0dc4358b), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:39.018172 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.l3_db [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Floating IP d1e94d72-d378-4910-b6a9-cd8d0dc4358b disassociated. External IP: 172.27.0.191, port: 159277a9-e8de-47c4-813b-8de31279c18f. Oct 04 08:39:39.018422 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Calling delete_port for 159277a9-e8de-47c4-813b-8de31279c18f owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:39:39.028922 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:39.168093 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (159277a9-e8de-47c4-813b-8de31279c18f), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:39.200631 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event deleted for resources: {'Port': ['ID=159277a9-e8de-47c4-813b-8de31279c18f,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:39.329387 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Router ead37ab8-dc2c-4724-b676-f8c68b14b1fc has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:39:39.437452 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:39:39.447192 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd7c29-7890-409c-8f63-9af7face27ea None None] Sync routers for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:39:39.458679 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd7c29-7890-409c-8f63-9af7face27ea None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:39:39.459313 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-19cd7c29-7890-409c-8f63-9af7face27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:39:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:39.479569 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] No DVR routers for this DVR port 159277a9-e8de-47c4-813b-8de31279c18f on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:39:39.482248 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:39.486497 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b2ea573e-d50e-44bd-9115-863f5c9098da req-725967a1-c588-4ccc-8b09-9d44599ecd0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.17 "DELETE /networking/v2.0/ports/159277a9-e8de-47c4-813b-8de31279c18f HTTP/1.1" status: 204 len: 173 time: 0.8874178 Oct 04 08:39:39.486884 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'name': 'network-vif-deleted', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:39:39.489243 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d45350-007e-41b6-a29c-5af2e0633a83" -d '{"events": [{"server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "name": "network-vif-deleted", "tag": "159277a9-e8de-47c4-813b-8de31279c18f"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:39:39.589906 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1cc30-1761-49f5-8deb-45946d0c80e3 req-faed9437-dd21-4d0a-a369-f409023c2c1b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:39.591790 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c6b1cc30-1761-49f5-8deb-45946d0c80e3 req-faed9437-dd21-4d0a-a369-f409023c2c1b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0592232 Oct 04 08:39:39.599325 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-19cd7c29-7890-409c-8f63-9af7face27ea None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:39:39.666372 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c6b1cc30-1761-49f5-8deb-45946d0c80e3 req-a5cde5e9-eb71-4847-8304-9c857349bb58 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669506 Oct 04 08:39:39.745005 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83b71d4-c6da-4d7b-975d-caddcd85f900 x-openstack-request-id: req-f83b71d4-c6da-4d7b-975d-caddcd85f900 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:39:39.745672 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54819895-e219-4341-8f1e-5543b7357315", "name": "network-vif-deleted", "tag": "159277a9-e8de-47c4-813b-8de31279c18f", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:39:39.746263 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f83b71d4-c6da-4d7b-975d-caddcd85f900 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:39:39.747160 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83b71d4-c6da-4d7b-975d-caddcd85f900'] response: {'server_uuid': '54819895-e219-4341-8f1e-5543b7357315', 'name': 'network-vif-deleted', 'tag': '159277a9-e8de-47c4-813b-8de31279c18f', 'status': 'completed', 'code': 200} Oct 04 08:39:39.859520 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bec07892-92be-4c7a-8095-32431e032eff req-7818538b-ce4b-4f53-96e1-f3e007cd484e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=54819895-e219-4341-8f1e-5543b7357315 HTTP/1.1" status: 200 len: 210 time: 0.0285940 Oct 04 08:39:39.864065 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-19cd7c29-7890-409c-8f63-9af7face27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:29Z', 'revision_number': 5, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:39.891554 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd7c29-7890-409c-8f63-9af7face27ea None None] Checking router: ead37ab8-dc2c-4724-b676-f8c68b14b1fc for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:39:39.900969 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd7c29-7890-409c-8f63-9af7face27ea None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:39:39.901595 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-19cd7c29-7890-409c-8f63-9af7face27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:39:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:39.961286 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:40.018836 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-19cd7c29-7890-409c-8f63-9af7face27ea None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:39:40.103153 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=83,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:40.104543 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=56,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:40.370817 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-19cd7c29-7890-409c-8f63-9af7face27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:29Z', 'revision_number': 5, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:39:40.401622 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd7c29-7890-409c-8f63-9af7face27ea None None] The sync data for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi is: [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:29Z', 'revision_number': 5, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:39:40.636522 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0b4405-040a-456b-a4d8-ac1bdf8b9cb2 None None] New status for floating IP d1e94d72-d378-4910-b6a9-cd8d0dc4358b: DOWN {{(pid=106413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:39:40.669693 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:40.804052 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaaa9d-4d3d-4ba7-8454-d1e9d2ea6e57 req-61ec9440-b4e4-432a-8bbb-790dd89ca273 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:40.805530 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-59aaaa9d-4d3d-4ba7-8454-d1e9d2ea6e57 req-61ec9440-b4e4-432a-8bbb-790dd89ca273 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0517454 Oct 04 08:39:40.854931 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-59aaaa9d-4d3d-4ba7-8454-d1e9d2ea6e57 req-b73a7dc3-f4c9-4093-b687-f220985014d9 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437176 Oct 04 08:39:40.988719 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57488) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:41.057067 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-26eb9523-0edd-424f-9236-a69f0f94fc89 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group (f875667e-f33d-479b-80a9-07a7ee0f37fe), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.085157 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-26eb9523-0edd-424f-9236-a69f0f94fc89 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group (f875667e-f33d-479b-80a9-07a7ee0f37fe), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.138586 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-26eb9523-0edd-424f-9236-a69f0f94fc89 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (f875667e-f33d-479b-80a9-07a7ee0f37fe), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.141758 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-26eb9523-0edd-424f-9236-a69f0f94fc89 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.142994 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-26eb9523-0edd-424f-9236-a69f0f94fc89 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f875667e-f33d-479b-80a9-07a7ee0f37fe HTTP/1.1" status: 204 len: 168 time: 0.1532574 Oct 04 08:39:41.148365 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57490) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:41.161990 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb9523-0edd-424f-9236-a69f0f94fc89 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f875667e-f33d-479b-80a9-07a7ee0f37fe,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:41.170424 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.api.v2.resource [None req-5d331802-d271-440d-8e49-484fd80dade8 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] show failed (client error): The resource could not be found. Oct 04 08:39:41.171662 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-5d331802-d271-440d-8e49-484fd80dade8 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups/f875667e-f33d-479b-80a9-07a7ee0f37fe HTTP/1.1" status: 404 len: 347 time: 0.0223031 Oct 04 08:39:41.175678 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57492) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:41.296992 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-ba928875-0e09-43cf-844f-b5490f87626a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Deleting port 868e1cb0-bb45-43a0-bd95-9edb9b321287 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:39:41.297333 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ba928875-0e09-43cf-844f-b5490f87626a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (868e1cb0-bb45-43a0-bd95-9edb9b321287), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.382854 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ba928875-0e09-43cf-844f-b5490f87626a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (868e1cb0-bb45-43a0-bd95-9edb9b321287), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.383192 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ba928875-0e09-43cf-844f-b5490f87626a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (868e1cb0-bb45-43a0-bd95-9edb9b321287), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.397769 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-ba928875-0e09-43cf-844f-b5490f87626a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Calling delete_port for 868e1cb0-bb45-43a0-bd95-9edb9b321287 owned by network:floatingip {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:39:41.538125 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ba928875-0e09-43cf-844f-b5490f87626a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (868e1cb0-bb45-43a0-bd95-9edb9b321287), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.548444 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.565875 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba928875-0e09-43cf-844f-b5490f87626a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event deleted for resources: {'Port': ['ID=868e1cb0-bb45-43a0-bd95-9edb9b321287,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:41.636791 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ba928875-0e09-43cf-844f-b5490f87626a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (d1e94d72-d378-4910-b6a9-cd8d0dc4358b), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.639391 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ba928875-0e09-43cf-844f-b5490f87626a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.640506 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-ba928875-0e09-43cf-844f-b5490f87626a tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/d1e94d72-d378-4910-b6a9-cd8d0dc4358b HTTP/1.1" status: 204 len: 168 time: 0.4638886 Oct 04 08:39:41.725001 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57498) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:41.729536 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-94062752-bc02-4e59-97ca-5da77827b358 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995877511', 'description': 'tempest-description--1166966997'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:41.754365 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-94062752-bc02-4e59-97ca-5da77827b358 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.826850 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-94062752-bc02-4e59-97ca-5da77827b358 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group (fa189a3f-b4d4-4d5c-baa3-71848360dd14), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.831387 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-94062752-bc02-4e59-97ca-5da77827b358 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (fa189a3f-b4d4-4d5c-baa3-71848360dd14), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.871194 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-94062752-bc02-4e59-97ca-5da77827b358 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:41.872366 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-94062752-bc02-4e59-97ca-5da77827b358 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1463661 Oct 04 08:39:41.873543 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94062752-bc02-4e59-97ca-5da77827b358 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa189a3f-b4d4-4d5c-baa3-71848360dd14,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:41.875850 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 57500) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:41.881598 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-c1178093-f70b-42db-9286-cae0c2adefcc tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Request body: {'security_group_rule': {'security_group_id': 'fa189a3f-b4d4-4d5c-baa3-71848360dd14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:41.915477 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:41.918114 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c1178093-f70b-42db-9286-cae0c2adefcc tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group_rule (181d6828-74c1-4144-bf34-db8f86e17cb5), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.012818 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea5b4c-eeb9-4afa-9439-8cba7c6a7ecc req-2588abbf-097d-420c-b738-b3b5b7905b2b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:42.014714 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-76ea5b4c-eeb9-4afa-9439-8cba7c6a7ecc req-2588abbf-097d-420c-b738-b3b5b7905b2b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0770912 Oct 04 08:39:42.038172 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c1178093-f70b-42db-9286-cae0c2adefcc tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group_rule (181d6828-74c1-4144-bf34-db8f86e17cb5), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.046351 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c1178093-f70b-42db-9286-cae0c2adefcc tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (181d6828-74c1-4144-bf34-db8f86e17cb5), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.080013 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1178093-f70b-42db-9286-cae0c2adefcc tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181d6828-74c1-4144-bf34-db8f86e17cb5,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:42.087815 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c1178093-f70b-42db-9286-cae0c2adefcc tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.089038 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-c1178093-f70b-42db-9286-cae0c2adefcc tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2111919 Oct 04 08:39:42.092683 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57504) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:42.097249 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-92a2feac-3685-4c2f-8907-37fe953a658b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Request body: {'security_group_rule': {'security_group_id': 'fa189a3f-b4d4-4d5c-baa3-71848360dd14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:42.104727 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-76ea5b4c-eeb9-4afa-9439-8cba7c6a7ecc req-82375c03-b59a-4bd8-9268-55b8153873c7 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820413 Oct 04 08:39:42.134216 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-92a2feac-3685-4c2f-8907-37fe953a658b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group_rule (af2d64d8-0206-47e6-ab87-7c4a31e187ae), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.144818 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:42.160721 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:42.203123 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-92a2feac-3685-4c2f-8907-37fe953a658b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group_rule (af2d64d8-0206-47e6-ab87-7c4a31e187ae), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.206939 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-92a2feac-3685-4c2f-8907-37fe953a658b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (af2d64d8-0206-47e6-ab87-7c4a31e187ae), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.227053 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2feac-3685-4c2f-8907-37fe953a658b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2d64d8-0206-47e6-ab87-7c4a31e187ae,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:42.235244 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-92a2feac-3685-4c2f-8907-37fe953a658b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.236475 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-92a2feac-3685-4c2f-8907-37fe953a658b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427736 Oct 04 08:39:42.239810 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 57506) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:39:42.242842 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 159277a9-e8de-47c4-813b-8de31279c18f no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:39:42.244247 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Request body: {'floatingip': {'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:42.267669 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: 159277a9-e8de-47c4-813b-8de31279c18f {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:39:42.268122 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 159277a9-e8de-47c4-813b-8de31279c18f not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:39:42.269359 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.356964 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.468853 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Allocated IP 172.27.0.66 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/60ca179f-380d-4572-95c6-4a1b7fde74f5) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:39:42.614442 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for port (60ca179f-380d-4572-95c6-4a1b7fde74f5), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.650201 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (60ca179f-380d-4572-95c6-4a1b7fde74f5), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.693173 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:39:42.698360 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:39:42.700568 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event updated for resources: {'Port': ['ID=60ca179f-380d-4572-95c6-4a1b7fde74f5,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:42.702782 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:39:42.790926 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (5ab1f2c9-590d-4b6d-9142-9bc1297f2801), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.830323 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (60ca179f-380d-4572-95c6-4a1b7fde74f5), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.870049 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:42.993976 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for port (60ca179f-380d-4572-95c6-4a1b7fde74f5), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:42.999712 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (60ca179f-380d-4572-95c6-4a1b7fde74f5), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:43.003274 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:43.077941 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event updated for resources: {'Port': ['ID=60ca179f-380d-4572-95c6-4a1b7fde74f5,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:43.080465 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (5ab1f2c9-590d-4b6d-9142-9bc1297f2801), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:43.099749 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:43.100999 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-85ff4854-dee3-4a4f-80df-c71678e4fab0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8602483 Oct 04 08:39:43.251470 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ab378-dfb9-49ed-8897-7509c252479e req-6ef58efe-656b-4e3a-b0a6-8dcd3c876f26 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:43.253062 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8a4ab378-dfb9-49ed-8897-7509c252479e req-6ef58efe-656b-4e3a-b0a6-8dcd3c876f26 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0569034 Oct 04 08:39:43.315538 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8a4ab378-dfb9-49ed-8897-7509c252479e req-3f675e32-99d2-42ed-ba79-a0af19655e59 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533159 Oct 04 08:39:43.430385 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:43.453940 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-22f7a1ca-68d1-42ba-a98b-94077c10a115 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1995877511&fields=id&tenant_id=3e938efbd6804a86946d80ae92e88b16 HTTP/1.1" status: 200 len: 267 time: 0.0545716 Oct 04 08:39:43.570118 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-2f9651cc-ac3f-4959-8d81-28cd7f014a5c tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:43.571661 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-2f9651cc-ac3f-4959-8d81-28cd7f014a5c tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/networks?id=730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 200 len: 817 time: 0.1075745 Oct 04 08:39:43.589970 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-14c278e4-e897-4c86-870e-faf5c9566082 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/quotas/3e938efbd6804a86946d80ae92e88b16 HTTP/1.1" status: 200 len: 375 time: 0.0097022 Oct 04 08:39:43.648105 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-c72d9a50-fa9a-4239-aeb5-bdbed941e4cb tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3e938efbd6804a86946d80ae92e88b16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516369 Oct 04 08:39:43.749005 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-e949bb54-ae5c-476c-91a7-1a5718bbede2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853281 Oct 04 08:39:43.847067 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-a7380e50-97b9-4c9c-a9e6-03c1035fa21d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919583 Oct 04 08:39:44.028387 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-37b4412f-51a7-4438-865e-747c082510f7 req-328e5a6f-2cff-4b9c-b1c3-b4f3bcc2f884 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 210 time: 0.0333214 Oct 04 08:39:44.463668 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f87563-618f-4261-ac14-7455930d3eed req-96a97bbf-bbc1-4f4e-b583-01594abb8a0f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:44.466058 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a0f87563-618f-4261-ac14-7455930d3eed req-96a97bbf-bbc1-4f4e-b583-01594abb8a0f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0593028 Oct 04 08:39:44.528417 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a0f87563-618f-4261-ac14-7455930d3eed req-7bdd6e5b-6c77-4ba8-b150-e2f641f474e6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502424 Oct 04 08:39:45.161579 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b7ebedc9-f8c2-49f8-a150-c7e9d6667a32 req-25527e8b-b128-40a0-878b-186af902a023 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 210 time: 0.0396602 Oct 04 08:39:45.653907 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bd863-4c42-493b-b6c7-963a47bed330 req-82604126-ce0f-4d77-8092-1a4bedbe5b80 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:45.655942 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5a7bd863-4c42-493b-b6c7-963a47bed330 req-82604126-ce0f-4d77-8092-1a4bedbe5b80 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0472412 Oct 04 08:39:45.734885 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5a7bd863-4c42-493b-b6c7-963a47bed330 req-c79a2d0e-bfdb-4281-8b9c-69486bd09197 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727918 Oct 04 08:39:45.903537 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:45.914419 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-669c8cf8-f5b4-4356-a395-7e11f957cc0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:45.916328 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-669c8cf8-f5b4-4356-a395-7e11f957cc0d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.17 "GET /networking/v2.0/networks?id=730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 200 len: 817 time: 0.1500635 Oct 04 08:39:46.007342 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-d3c55650-10c1-40d3-a3cc-b04fdf6a4c0e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3e938efbd6804a86946d80ae92e88b16 HTTP/1.1" status: 200 len: 380 time: 0.0766535 Oct 04 08:39:46.082828 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-6941efb5-ce8e-44d3-b37f-c17553296ea7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Request body: {'port': {'device_id': '72e91abf-2688-4fce-a3ea-42775bee6210', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'admin_state_up': True, 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'security_groups': ['fa189a3f-b4d4-4d5c-baa3-71848360dd14']}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:46.223578 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-6941efb5-ce8e-44d3-b37f-c17553296ea7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Made reservation on behalf of 3e938efbd6804a86946d80ae92e88b16 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:39:46.229332 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-6941efb5-ce8e-44d3-b37f-c17553296ea7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:46.562960 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-628ff0c3-4008-47b0-babe-ce319ff78805 req-4eca1d7e-0907-472d-b927-87b7c5e88b3c tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 210 time: 0.3046288 Oct 04 08:39:46.587215 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:46.656235 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-6941efb5-ce8e-44d3-b37f-c17553296ea7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Allocated IP 172.20.0.3 (730a9b11-4347-4415-adec-96bd4e59e83e/cf07ea6d-918a-48b9-aea6-7cb0370ce3c3/8c389990-706b-42b4-8cba-e3f6d810fbb6) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:39:46.821739 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-6941efb5-ce8e-44d3-b37f-c17553296ea7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:46.881568 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f169a0b-d0ed-487c-a5cf-abbf2c39e9d2 req-7054ca19-0eb8-4eba-bda1-98c56426a584 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:46.883179 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5f169a0b-d0ed-487c-a5cf-abbf2c39e9d2 req-7054ca19-0eb8-4eba-bda1-98c56426a584 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0647609 Oct 04 08:39:46.912752 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-6941efb5-ce8e-44d3-b37f-c17553296ea7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:46.979771 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-6941efb5-ce8e-44d3-b37f-c17553296ea7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Network 730a9b11-4347-4415-adec-96bd4e59e83e is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:39:46.989164 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-6941efb5-ce8e-44d3-b37f-c17553296ea7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:39:46.991619 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941efb5-ce8e-44d3-b37f-c17553296ea7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event updated for resources: {'Port': ['ID=8c389990-706b-42b4-8cba-e3f6d810fbb6,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:46.993797 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-6941efb5-ce8e-44d3-b37f-c17553296ea7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:39:47.001943 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5f169a0b-d0ed-487c-a5cf-abbf2c39e9d2 req-c0ff36bb-33fe-4881-84ca-e1058b6b778d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092696 Oct 04 08:39:47.060115 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-6941efb5-ce8e-44d3-b37f-c17553296ea7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:47.061321 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-6941efb5-ce8e-44d3-b37f-c17553296ea7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:47.093011 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-6941efb5-ce8e-44d3-b37f-c17553296ea7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0142674 Oct 04 08:39:47.302964 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-62fa820e-b471-415d-80df-244a0058ed4b None None] Provisioning complete for port 8c389990-706b-42b4-8cba-e3f6d810fbb6 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:39:47.303526 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-62fa820e-b471-415d-80df-244a0058ed4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:47.303645 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-62fa820e-b471-415d-80df-244a0058ed4b None None] Attempt 1 to provision port 8c389990-706b-42b4-8cba-e3f6d810fbb6 Oct 04 08:39:47.337057 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-62fa820e-b471-415d-80df-244a0058ed4b None None] Port 8c389990-706b-42b4-8cba-e3f6d810fbb6 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:39:47.710586 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1f41f-b7e3-468d-8c8b-04dc9df0ed23 req-6ad5de9a-9171-4d40-9f88-9d2c7847889e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:47.712260 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-57f1f41f-b7e3-468d-8c8b-04dc9df0ed23 req-6ad5de9a-9171-4d40-9f88-9d2c7847889e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 931 time: 0.0659139 Oct 04 08:39:47.739181 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:47.765141 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-57f1f41f-b7e3-468d-8c8b-04dc9df0ed23 req-28df56e5-03df-481f-bcfa-3768130890aa tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467629 Oct 04 08:39:48.145694 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f599b7f-0666-4d03-a1cd-affb6eab9001 req-d37a6cd2-6bbd-4142-9ef6-50e1f09a30f5 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:48.147340 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5f599b7f-0666-4d03-a1cd-affb6eab9001 req-d37a6cd2-6bbd-4142-9ef6-50e1f09a30f5 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0520751 Oct 04 08:39:48.218682 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5f599b7f-0666-4d03-a1cd-affb6eab9001 req-74e916fe-b1d5-4fd4-9402-33c687b8f027 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640216 Oct 04 08:39:48.224036 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Request body: {'port': {'device_id': '72e91abf-2688-4fce-a3ea-42775bee6210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:39:48.299909 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:48.499096 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:48.590675 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c389990-706b-42b4-8cba-e3f6d810fbb6 {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:39:48.600870 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Publish callbacks [] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:48.614971 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Transition to ACTIVE for port object 8c389990-706b-42b4-8cba-e3f6d810fbb6 will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:39:48.619454 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:48.691957 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Pushing event updated for resources: {'Port': ['ID=8c389990-706b-42b4-8cba-e3f6d810fbb6,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:48.748921 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Attempting to bind port 8c389990-706b-42b4-8cba-e3f6d810fbb6 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:39:48.750266 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Attempting to bind port 8c389990-706b-42b4-8cba-e3f6d810fbb6 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:39:48.750266 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Attempting to bind port 8c389990-706b-42b4-8cba-e3f6d810fbb6 on network 730a9b11-4347-4415-adec-96bd4e59e83e {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:39:48.772467 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-6bda5a55-f3d2-4b86-9db6-926e69345653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:48.812146 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Port 8c389990-706b-42b4-8cba-e3f6d810fbb6 on network 730a9b11-4347-4415-adec-96bd4e59e83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:39:48.812146 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Attempting to bind port 8c389990-706b-42b4-8cba-e3f6d810fbb6 on network 730a9b11-4347-4415-adec-96bd4e59e83e {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:39:48.941301 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:39:48.941850 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Checking segment: {'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:39:48.942470 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Bound using segment: {'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:39:48.943244 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Bound port: 8c389990-706b-42b4-8cba-e3f6d810fbb6, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb7de67-116e-4cf3-a043-fff14610f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:39:48.943836 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:48.987788 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe99cc9-d730-4d83-a810-79749dcd2ff4 req-e86b682a-ef65-4cc9-9e8b-a64f2e1c78a7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:48.990322 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5fe99cc9-d730-4d83-a810-79749dcd2ff4 req-e86b682a-ef65-4cc9-9e8b-a64f2e1c78a7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 943 time: 0.1273522 Oct 04 08:39:49.142786 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] For port 8c389990-706b-42b4-8cba-e3f6d810fbb6, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:39:49.148891 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] For port 8c389990-706b-42b4-8cba-e3f6d810fbb6, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8c389990-706b-42b4-8cba-e3f6d810fbb6,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:39:49.156819 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5fe99cc9-d730-4d83-a810-79749dcd2ff4 req-6e488631-6c42-4e54-b34e-0c4bae6470c0 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606171 Oct 04 08:39:49.164881 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:49.169568 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:49.170873 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:49.172348 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/8c389990-706b-42b4-8cba-e3f6d810fbb6 HTTP/1.1" status: 200 len: 1093 time: 0.9527161 Oct 04 08:39:49.172936 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e91abf-2688-4fce-a3ea-42775bee6210', 'tag': '8c389990-706b-42b4-8cba-e3f6d810fbb6'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:39:49.175491 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcf3907-ad03-4259-81f9-d0f3b874cb46" -d '{"events": [{"name": "network-changed", "server_uuid": "72e91abf-2688-4fce-a3ea-42775bee6210", "tag": "8c389990-706b-42b4-8cba-e3f6d810fbb6"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:39:49.204860 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:49.275084 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7726af-91e6-43e0-8586-ba82e2947a27 x-openstack-request-id: req-0a7726af-91e6-43e0-8586-ba82e2947a27 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:39:49.275387 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e91abf-2688-4fce-a3ea-42775bee6210", "tag": "8c389990-706b-42b4-8cba-e3f6d810fbb6", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:39:49.276147 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a7726af-91e6-43e0-8586-ba82e2947a27 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:39:49.276770 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7726af-91e6-43e0-8586-ba82e2947a27'] response: {'name': 'network-changed', 'server_uuid': '72e91abf-2688-4fce-a3ea-42775bee6210', 'tag': '8c389990-706b-42b4-8cba-e3f6d810fbb6', 'status': 'completed', 'code': 200} Oct 04 08:39:49.340525 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc79e23-41af-4727-ba78-3b303836862f service neutron] Pushing event updated for resources: {'Port': ['ID=8c389990-706b-42b4-8cba-e3f6d810fbb6,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:49.423968 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-1ed9df50-0096-45e1-88ae-016caf72483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:49.426499 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-1ed9df50-0096-45e1-88ae-016caf72483d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3e938efbd6804a86946d80ae92e88b16&device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 1127 time: 0.1684022 Oct 04 08:39:49.448732 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0f71f-575a-4dd0-9c30-d0ff6726c6c1 req-7d0e668b-c8ab-487e-8d51-622ee61f7b56 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:49.452953 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-40f0f71f-575a-4dd0-9c30-d0ff6726c6c1 req-7d0e668b-c8ab-487e-8d51-622ee61f7b56 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.1127458 Oct 04 08:39:49.524367 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-82d3f494-958c-45fe-901a-0e3e1d0af7d2 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c389990-706b-42b4-8cba-e3f6d810fbb6 HTTP/1.1" status: 200 len: 217 time: 0.0882435 Oct 04 08:39:49.666312 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-594855fb-a20e-4841-b11b-d811f4232042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:49.668795 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-594855fb-a20e-4841-b11b-d811f4232042 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cf07ea6d-918a-48b9-aea6-7cb0370ce3c3 HTTP/1.1" status: 200 len: 856 time: 0.1313150 Oct 04 08:39:49.675431 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-40f0f71f-575a-4dd0-9c30-d0ff6726c6c1 req-40c429ea-ecb5-433e-9ea7-f2d6c98d87d5 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116480 Oct 04 08:39:49.744759 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-07398ea9-ebe9-44a7-8169-542043f671a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:49.747179 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-07398ea9-ebe9-44a7-8169-542043f671a9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=730a9b11-4347-4415-adec-96bd4e59e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674520 Oct 04 08:39:49.877827 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-2978f95a-8610-4bf5-98fe-398a0e8b1cef service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219833 Oct 04 08:39:49.954670 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:49.979279 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c2568a6b-7cd4-4cb7-92b2-d596c7153cf0 req-3c8b7b3b-19e8-4778-9315-4170dc1ba43d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937490 Oct 04 08:39:50.334581 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab75756-87ae-41f8-8c23-e875f871b05e req-3765c7b6-7260-4ed3-862d-697df7d75d76 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:50.336147 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9ab75756-87ae-41f8-8c23-e875f871b05e req-3765c7b6-7260-4ed3-862d-697df7d75d76 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 943 time: 0.0561519 Oct 04 08:39:50.415229 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9ab75756-87ae-41f8-8c23-e875f871b05e req-7d6e04e8-18ca-4a8f-a161-856bb4103221 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688119 Oct 04 08:39:50.713726 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:50.715671 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:50.821675 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f708fb-ac33-4f2b-9cfb-18c41deb7dea req-f0ff97ce-a43a-4dcb-82c6-c6113dcd42ea tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:50.823344 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-39f708fb-ac33-4f2b-9cfb-18c41deb7dea req-f0ff97ce-a43a-4dcb-82c6-c6113dcd42ea tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0536494 Oct 04 08:39:50.878655 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-39f708fb-ac33-4f2b-9cfb-18c41deb7dea req-0ccdd5fd-d1dd-4bcc-9d76-0ed2ad381ffe tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489886 Oct 04 08:39:51.292481 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-89ad2c86-c1aa-4904-bf83-780341a7e215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:51.564187 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8223b9-402f-453a-b0a6-93386553fcb7 req-9f17da48-e448-469f-bd25-f18eecb3b015 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:51.565755 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7c8223b9-402f-453a-b0a6-93386553fcb7 req-9f17da48-e448-469f-bd25-f18eecb3b015 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 943 time: 0.0543981 Oct 04 08:39:51.620369 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7c8223b9-402f-453a-b0a6-93386553fcb7 req-00a521d1-5044-445b-842d-d3232a474c1d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486670 Oct 04 08:39:52.026942 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e973d-b954-4aa8-aa44-4f1aadaa88e5 req-cebf0f91-fcd9-40ed-a4ae-218a4662422b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:52.028549 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c40e973d-b954-4aa8-aa44-4f1aadaa88e5 req-cebf0f91-fcd9-40ed-a4ae-218a4662422b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0659363 Oct 04 08:39:52.083094 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c40e973d-b954-4aa8-aa44-4f1aadaa88e5 req-f786f77a-d334-4c2b-9dba-4f61eb1ad821 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484245 Oct 04 08:39:52.754315 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f647b-77eb-4fae-8cd9-2596434ea433 req-f579c15f-b44e-4c67-88a6-2e722c9a4422 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:52.755941 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ce6f647b-77eb-4fae-8cd9-2596434ea433 req-f579c15f-b44e-4c67-88a6-2e722c9a4422 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 943 time: 0.0488997 Oct 04 08:39:52.807576 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:52.811863 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ce6f647b-77eb-4fae-8cd9-2596434ea433 req-73db0b3f-5d0a-461e-acf7-77d83e9a9754 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500085 Oct 04 08:39:53.091063 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:53.092171 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=33,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:53.224504 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a6f1f-a3f3-43fe-bc20-9fcf832752e0 req-084ce82e-168a-4f2a-a562-e259d6cd69eb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:53.226062 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d05a6f1f-a3f3-43fe-bc20-9fcf832752e0 req-084ce82e-168a-4f2a-a562-e259d6cd69eb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0517445 Oct 04 08:39:53.242788 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:53.289183 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d05a6f1f-a3f3-43fe-bc20-9fcf832752e0 req-cdbf0c5c-16d7-4369-834c-7c072fde3e24 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523398 Oct 04 08:39:53.479771 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 8c389990-706b-42b4-8cba-e3f6d810fbb6 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:39:53.622206 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 8c389990-706b-42b4-8cba-e3f6d810fbb6, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8c389990-706b-42b4-8cba-e3f6d810fbb6,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:53.626053 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:53.641912 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '8c389990-706b-42b4-8cba-e3f6d810fbb6', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'port_id': '8c389990-706b-42b4-8cba-e3f6d810fbb6', 'mac_address': 'fa:16:3e:69:86:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:39:53.700924 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 8c389990-706b-42b4-8cba-e3f6d810fbb6 is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:39:53.702190 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:53.724774 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c389990-706b-42b4-8cba-e3f6d810fbb6 {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:39:53.762989 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 8c389990-706b-42b4-8cba-e3f6d810fbb6, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8c389990-706b-42b4-8cba-e3f6d810fbb6,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:53.772139 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:53.824875 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=8c389990-706b-42b4-8cba-e3f6d810fbb6,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:53.868281 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf3907-ad03-4259-81f9-d0f3b874cb46 req-f51a55cf-394c-4c29-9f35-bc71801e462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:53.870329 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fdcf3907-ad03-4259-81f9-d0f3b874cb46 req-f51a55cf-394c-4c29-9f35-bc71801e462a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3e938efbd6804a86946d80ae92e88b16&device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 1128 time: 0.0612373 Oct 04 08:39:54.001223 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a8bf-aefe-47e2-8dd1-463e953beecd req-2900e504-dae4-4a09-864f-9b953cbee073 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:54.002819 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7fa7a8bf-aefe-47e2-8dd1-463e953beecd req-2900e504-dae4-4a09-864f-9b953cbee073 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 944 time: 0.0725927 Oct 04 08:39:54.025380 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf3907-ad03-4259-81f9-d0f3b874cb46 req-8887e2c9-51c0-486e-aab8-5cbaec0bb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:54.026862 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fdcf3907-ad03-4259-81f9-d0f3b874cb46 req-8887e2c9-51c0-486e-aab8-5cbaec0bb5f0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 200 len: 917 time: 0.1483099 Oct 04 08:39:54.074623 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fdcf3907-ad03-4259-81f9-d0f3b874cb46 req-eaad59f8-02ee-4b9e-a767-ede197e8a6d3 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c389990-706b-42b4-8cba-e3f6d810fbb6 HTTP/1.1" status: 200 len: 217 time: 0.0374799 Oct 04 08:39:54.124767 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7fa7a8bf-aefe-47e2-8dd1-463e953beecd req-2be019a8-702b-4ae9-ae6d-05f7a0566962 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108346 Oct 04 08:39:54.147201 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf3907-ad03-4259-81f9-d0f3b874cb46 req-a8e85e56-6dad-49c8-b09e-a48220a3eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:54.155728 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fdcf3907-ad03-4259-81f9-d0f3b874cb46 req-a8e85e56-6dad-49c8-b09e-a48220a3eb65 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cf07ea6d-918a-48b9-aea6-7cb0370ce3c3 HTTP/1.1" status: 200 len: 856 time: 0.0628855 Oct 04 08:39:54.159310 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['8c389990-706b-42b4-8cba-e3f6d810fbb6'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:39:54.211708 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf3907-ad03-4259-81f9-d0f3b874cb46 req-c271eba9-9c05-4d81-a66f-f8f89ddb4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:54.213211 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fdcf3907-ad03-4259-81f9-d0f3b874cb46 req-c271eba9-9c05-4d81-a66f-f8f89ddb4508 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=730a9b11-4347-4415-adec-96bd4e59e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537145 Oct 04 08:39:54.314116 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:54.345907 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fdcf3907-ad03-4259-81f9-d0f3b874cb46 req-211b25e6-079b-4414-89ba-1aef7e0f9ec1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201959 Oct 04 08:39:54.365888 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:54.382055 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:54.453047 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:54.495881 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762b7df-542e-44b8-9f17-ee39c6ce8d05 req-ff857ec4-9407-4fe6-a943-57a73281590e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:54.497357 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a762b7df-542e-44b8-9f17-ee39c6ce8d05 req-ff857ec4-9407-4fe6-a943-57a73281590e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0602565 Oct 04 08:39:54.544282 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fdcf3907-ad03-4259-81f9-d0f3b874cb46 req-3358483d-12e4-4b0f-a50e-64135e4f4c5d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825817 Oct 04 08:39:54.578634 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a762b7df-542e-44b8-9f17-ee39c6ce8d05 req-f058bca4-9ba3-4d61-b5c8-5e09c206c9b4 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708752 Oct 04 08:39:55.291427 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0d81c-d674-4dba-a461-f8af910276af req-59896068-8381-434c-870a-dbdace8ef173 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:55.293380 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-66f0d81c-d674-4dba-a461-f8af910276af req-59896068-8381-434c-870a-dbdace8ef173 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 944 time: 0.0544295 Oct 04 08:39:55.358645 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-66f0d81c-d674-4dba-a461-f8af910276af req-bed196ba-6c71-4eb4-906f-9d98d063d0d7 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570695 Oct 04 08:39:55.704932 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7401f9a-0335-44c2-8346-2374e468ef5e req-30bf2c8f-6446-4148-8080-31aa77c0fcdb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:55.706526 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c7401f9a-0335-44c2-8346-2374e468ef5e req-30bf2c8f-6446-4148-8080-31aa77c0fcdb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0474880 Oct 04 08:39:55.754943 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c7401f9a-0335-44c2-8346-2374e468ef5e req-2157b831-9f51-40f0-a645-3e744c57200a tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Oct 04 08:39:56.494276 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d0421-b997-4684-b476-aa3d76177c82 req-979ccfa0-cac3-42e4-8765-6a0d61d35d56 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:56.495929 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-251d0421-b997-4684-b476-aa3d76177c82 req-979ccfa0-cac3-42e4-8765-6a0d61d35d56 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 944 time: 0.0535216 Oct 04 08:39:56.551049 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-251d0421-b997-4684-b476-aa3d76177c82 req-69946888-273f-4926-848a-f8120a26ddc5 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484443 Oct 04 08:39:56.885417 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0a5b5-d0b2-4596-91ac-05b04c8d5287 req-b75f6bde-de4a-46b7-8303-60a2061d055d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:56.887072 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a9d0a5b5-d0b2-4596-91ac-05b04c8d5287 req-b75f6bde-de4a-46b7-8303-60a2061d055d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0545778 Oct 04 08:39:56.901113 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:39:56.943571 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a9d0a5b5-d0b2-4596-91ac-05b04c8d5287 req-3c3c8b19-a45d-46b8-904a-0c7fe6cc8a15 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496733 Oct 04 08:39:57.691491 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3bbe3-5e0e-4fb1-878f-732cd365e79e req-5649df54-2ba9-403a-a8f0-721726cd0936 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:57.693045 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a3b3bbe3-5e0e-4fb1-878f-732cd365e79e req-5649df54-2ba9-403a-a8f0-721726cd0936 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 944 time: 0.0543072 Oct 04 08:39:57.728174 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 8c389990-706b-42b4-8cba-e3f6d810fbb6 up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:39:57.743012 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a3b3bbe3-5e0e-4fb1-878f-732cd365e79e req-e3dfa9bb-0faf-454c-b25a-a16b2a888b11 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442567 Oct 04 08:39:57.773418 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port 8c389990-706b-42b4-8cba-e3f6d810fbb6 completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:39:57.780009 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 8c389990-706b-42b4-8cba-e3f6d810fbb6 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:39:57.780562 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:57.780737 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 8c389990-706b-42b4-8cba-e3f6d810fbb6 Oct 04 08:39:57.861992 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 8c389990-706b-42b4-8cba-e3f6d810fbb6 is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:39:57.862282 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:57.897698 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e91abf-2688-4fce-a3ea-42775bee6210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c389990-706b-42b4-8cba-e3f6d810fbb6'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:39:57.900605 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c87b2ad-8a87-4d28-97b9-0a90511985f1" -d '{"events": [{"server_uuid": "72e91abf-2688-4fce-a3ea-42775bee6210", "name": "network-vif-plugged", "status": "completed", "tag": "8c389990-706b-42b4-8cba-e3f6d810fbb6"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:39:57.915244 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 8c389990-706b-42b4-8cba-e3f6d810fbb6, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8c389990-706b-42b4-8cba-e3f6d810fbb6,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:39:57.920349 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:39:57.957044 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77485f39-efc1-4ba0-a0a8-5826c6497ff3 x-openstack-request-id: req-77485f39-efc1-4ba0-a0a8-5826c6497ff3 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:39:57.957357 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e91abf-2688-4fce-a3ea-42775bee6210", "name": "network-vif-plugged", "status": "completed", "tag": "8c389990-706b-42b4-8cba-e3f6d810fbb6", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:39:57.957713 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77485f39-efc1-4ba0-a0a8-5826c6497ff3 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:39:57.958166 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77485f39-efc1-4ba0-a0a8-5826c6497ff3'] response: {'server_uuid': '72e91abf-2688-4fce-a3ea-42775bee6210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c389990-706b-42b4-8cba-e3f6d810fbb6', 'code': 200} Oct 04 08:39:57.990800 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=8c389990-706b-42b4-8cba-e3f6d810fbb6,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:39:58.110526 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaee9a2-a75d-471b-9568-4dcc2c7ac25f req-13c53030-51d2-46a9-a332-3582245246f3 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:58.112166 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-caaee9a2-a75d-471b-9568-4dcc2c7ac25f req-13c53030-51d2-46a9-a332-3582245246f3 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0786529 Oct 04 08:39:58.175908 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-caaee9a2-a75d-471b-9568-4dcc2c7ac25f req-72812b6f-2dc9-4c37-b1d6-718e961731b1 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580912 Oct 04 08:39:58.230048 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afe2fe-542c-4034-b8b0-ee9066c23646 req-978264f4-a6a4-490f-940b-3e3cd0a3497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:58.231687 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d3afe2fe-542c-4034-b8b0-ee9066c23646 req-978264f4-a6a4-490f-940b-3e3cd0a3497d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 1129 time: 0.0506794 Oct 04 08:39:58.296172 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d3afe2fe-542c-4034-b8b0-ee9066c23646 req-7388114e-a3a7-47a3-a170-d31f48d5bc38 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575731 Oct 04 08:39:58.889009 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dafdef-57e1-4c2f-97c3-9471d8cd1277 req-94c37ea8-ad55-4bff-bd9f-388c04b83e0f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:58.890627 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b5dafdef-57e1-4c2f-97c3-9471d8cd1277 req-94c37ea8-ad55-4bff-bd9f-388c04b83e0f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 945 time: 0.0576632 Oct 04 08:39:58.944065 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b5dafdef-57e1-4c2f-97c3-9471d8cd1277 req-a08e1ac3-57b3-46ef-b484-898584c4491e tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473082 Oct 04 08:39:59.308841 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7078119-6de3-45ae-82d4-659561a69e35 req-ab144084-25e0-4d0c-8887-0a2b0f23ed19 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:39:59.310405 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7078119-6de3-45ae-82d4-659561a69e35 req-ab144084-25e0-4d0c-8887-0a2b0f23ed19 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0551405 Oct 04 08:39:59.363403 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e7078119-6de3-45ae-82d4-659561a69e35 req-7b1f3ac5-1bd8-43ad-b31e-defba505a87d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461166 Oct 04 08:40:00.069927 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:00.079225 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b3acc-46b8-4b0a-ac7b-2d032e911c88 req-53aa140b-d474-4266-abde-9e357d1e0272 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:00.080632 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1d6b3acc-46b8-4b0a-ac7b-2d032e911c88 req-53aa140b-d474-4266-abde-9e357d1e0272 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 945 time: 0.0536993 Oct 04 08:40:00.134594 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1d6b3acc-46b8-4b0a-ac7b-2d032e911c88 req-09e6a6ac-adda-468f-a5ce-2f64c9532c99 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470967 Oct 04 08:40:00.517738 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ee446-0e3a-4bca-8b5a-a13565fb42e3 req-e45be666-ed79-4409-8ee9-4b9f308ddd3d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:00.519537 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-728ee446-0e3a-4bca-8b5a-a13565fb42e3 req-e45be666-ed79-4409-8ee9-4b9f308ddd3d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0543613 Oct 04 08:40:00.584098 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-728ee446-0e3a-4bca-8b5a-a13565fb42e3 req-cef51fe0-f173-4aeb-b9d8-5ab93d4cee2e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541611 Oct 04 08:40:00.816827 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc009-c96d-4e88-969f-095f25171df5 req-bf0df6cb-1056-4013-8fab-40c7f4ebf661 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:00.818670 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9c5bc009-c96d-4e88-969f-095f25171df5 req-bf0df6cb-1056-4013-8fab-40c7f4ebf661 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0585732 Oct 04 08:40:00.880188 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9c5bc009-c96d-4e88-969f-095f25171df5 req-cb87fab1-17e6-4fb6-8f8f-5849505937e2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555804 Oct 04 08:40:01.281190 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf742b82-dcbc-4c3a-9937-3ef7c85f7b0d req-7024d5c9-e4b4-4da6-972f-bd9eea2d9df9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:01.282877 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bf742b82-dcbc-4c3a-9937-3ef7c85f7b0d req-7024d5c9-e4b4-4da6-972f-bd9eea2d9df9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 945 time: 0.0528295 Oct 04 08:40:01.339664 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bf742b82-dcbc-4c3a-9937-3ef7c85f7b0d req-869eefba-325b-4a76-8882-d8c0479f02e3 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473804 Oct 04 08:40:01.487529 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f27b79-d686-4ed7-8646-322fe5fedf15 req-9cb9a8ba-b261-45bc-a10e-dc133eb39edd tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:01.489045 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-22f27b79-d686-4ed7-8646-322fe5fedf15 req-9cb9a8ba-b261-45bc-a10e-dc133eb39edd tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 945 time: 0.0542474 Oct 04 08:40:01.502887 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 57688) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:40:01.508400 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-4e381e12-576f-4873-954b-8545b4c50a2b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Request body: {'floatingip': {'port_id': '8c389990-706b-42b4-8cba-e3f6d810fbb6'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:40:01.558578 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4e381e12-576f-4873-954b-8545b4c50a2b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (5ab1f2c9-590d-4b6d-9142-9bc1297f2801), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:01.770741 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:01.787949 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53f474-1445-4626-8452-a86a19180b6b req-52267d13-6540-4190-9b33-9bad60739733 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:01.789469 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cb53f474-1445-4626-8452-a86a19180b6b req-52267d13-6540-4190-9b33-9bad60739733 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.1009500 Oct 04 08:40:01.931709 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cb53f474-1445-4626-8452-a86a19180b6b req-9537265c-0138-4a72-a8eb-0574efeb0554 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352682 Oct 04 08:40:02.075402 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1403dff-d0a9-439d-9481-bba76ed28b31 req-394143e6-6ed0-4cd5-b831-b25f8979a487 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:02.076906 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a1403dff-d0a9-439d-9481-bba76ed28b31 req-394143e6-6ed0-4cd5-b831-b25f8979a487 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0628686 Oct 04 08:40:02.171980 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:02.191935 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a1403dff-d0a9-439d-9481-bba76ed28b31 req-0928871d-d208-45fb-999e-23a1dc5f309b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091313 Oct 04 08:40:02.208368 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4e381e12-576f-4873-954b-8545b4c50a2b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:02.213081 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4e381e12-576f-4873-954b-8545b4c50a2b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (5ab1f2c9-590d-4b6d-9142-9bc1297f2801), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:02.563542 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.l3_db [None req-4e381e12-576f-4873-954b-8545b4c50a2b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Floating IP 5ab1f2c9-590d-4b6d-9142-9bc1297f2801 associated. External IP: 172.27.0.66, port: 8c389990-706b-42b4-8cba-e3f6d810fbb6. Oct 04 08:40:02.811554 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e381e12-576f-4873-954b-8545b4c50a2b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Router ead37ab8-dc2c-4724-b676-f8c68b14b1fc has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:40:02.924298 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e381e12-576f-4873-954b-8545b4c50a2b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:40:02.929267 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4e381e12-576f-4873-954b-8545b4c50a2b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:02.934985 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad251dcb-2b95-42ef-a229-0371fcfc5ee5 None None] Sync routers for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:40:02.948411 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad251dcb-2b95-42ef-a229-0371fcfc5ee5 None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:40:02.949074 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-ad251dcb-2b95-42ef-a229-0371fcfc5ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:39:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:02.965213 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-4e381e12-576f-4873-954b-8545b4c50a2b tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/5ab1f2c9-590d-4b6d-9142-9bc1297f2801 HTTP/1.1" status: 200 len: 990 time: 1.4609017 Oct 04 08:40:02.965963 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e91abf-2688-4fce-a3ea-42775bee6210', 'tag': '8c389990-706b-42b4-8cba-e3f6d810fbb6'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:40:02.968862 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0d091d-e9a9-426c-99a1-d67fbd5529ed" -d '{"events": [{"name": "network-changed", "server_uuid": "72e91abf-2688-4fce-a3ea-42775bee6210", "tag": "8c389990-706b-42b4-8cba-e3f6d810fbb6"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:40:03.059312 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-ad251dcb-2b95-42ef-a229-0371fcfc5ee5 None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:40:03.071577 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ccb11-b0e1-46ae-a73a-26e903158df5 req-f322a800-4e8d-4a61-a33d-d9956c420976 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:03.073451 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-002ccb11-b0e1-46ae-a73a-26e903158df5 req-f322a800-4e8d-4a61-a33d-d9956c420976 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0516441 Oct 04 08:40:03.139634 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-002ccb11-b0e1-46ae-a73a-26e903158df5 req-0326f4e4-4d02-4923-b7cb-377edc9b6221 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541434 Oct 04 08:40:03.202880 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a947de-3d28-4a55-9637-e29c08a10e96 x-openstack-request-id: req-45a947de-3d28-4a55-9637-e29c08a10e96 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:40:03.203162 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e91abf-2688-4fce-a3ea-42775bee6210", "tag": "8c389990-706b-42b4-8cba-e3f6d810fbb6", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:40:03.203418 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45a947de-3d28-4a55-9637-e29c08a10e96 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:40:03.203834 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45a947de-3d28-4a55-9637-e29c08a10e96'] response: {'name': 'network-changed', 'server_uuid': '72e91abf-2688-4fce-a3ea-42775bee6210', 'tag': '8c389990-706b-42b4-8cba-e3f6d810fbb6', 'status': 'completed', 'code': 200} Oct 04 08:40:03.264266 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:03.385746 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-ad251dcb-2b95-42ef-a229-0371fcfc5ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '5ab1f2c9-590d-4b6d-9142-9bc1297f2801', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'port_id': '8c389990-706b-42b4-8cba-e3f6d810fbb6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'mac_address': 'fa:16:3e:69:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e91abf-2688-4fce-a3ea-42775bee6210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:39:42Z', 'updated_at': '2022-10-04T08:40:02Z', 'revision_number': 1, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:29Z', 'revision_number': 5, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:03.417562 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad251dcb-2b95-42ef-a229-0371fcfc5ee5 None None] Checking router: ead37ab8-dc2c-4724-b676-f8c68b14b1fc for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:40:03.426658 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad251dcb-2b95-42ef-a229-0371fcfc5ee5 None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:40:03.427279 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-ad251dcb-2b95-42ef-a229-0371fcfc5ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:39:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:03.428055 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307e2bb-6f03-4f0e-aa87-c0e519c10742 req-4f9e5a18-dc9b-4f69-80bc-4e749b873393 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:03.430784 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f307e2bb-6f03-4f0e-aa87-c0e519c10742 req-4f9e5a18-dc9b-4f69-80bc-4e749b873393 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.1401787 Oct 04 08:40:03.450130 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d091d-e9a9-426c-99a1-d67fbd5529ed req-9d70db68-d88b-4a53-99ab-50b22700d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:03.453208 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8c0d091d-e9a9-426c-99a1-d67fbd5529ed req-9d70db68-d88b-4a53-99ab-50b22700d562 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3e938efbd6804a86946d80ae92e88b16&device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 1129 time: 0.1086054 Oct 04 08:40:03.481504 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:03.512366 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f307e2bb-6f03-4f0e-aa87-c0e519c10742 req-18165a90-aa87-4293-8e0a-f5ded2fdc0b1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756190 Oct 04 08:40:03.575040 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-ad251dcb-2b95-42ef-a229-0371fcfc5ee5 None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:40:03.769560 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:03.835598 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-ad251dcb-2b95-42ef-a229-0371fcfc5ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '5ab1f2c9-590d-4b6d-9142-9bc1297f2801', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'port_id': '8c389990-706b-42b4-8cba-e3f6d810fbb6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'mac_address': 'fa:16:3e:69:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e91abf-2688-4fce-a3ea-42775bee6210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:39:42Z', 'updated_at': '2022-10-04T08:40:02Z', 'revision_number': 1, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:29Z', 'revision_number': 5, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:03.862569 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad251dcb-2b95-42ef-a229-0371fcfc5ee5 None None] The sync data for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi is: [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '5ab1f2c9-590d-4b6d-9142-9bc1297f2801', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'port_id': '8c389990-706b-42b4-8cba-e3f6d810fbb6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'mac_address': 'fa:16:3e:69:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e91abf-2688-4fce-a3ea-42775bee6210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:39:42Z', 'updated_at': '2022-10-04T08:40:02Z', 'revision_number': 1, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:29Z', 'revision_number': 5, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:40:04.055401 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ec0c-d664-44c3-b73f-9809acfc9f86 req-977bec48-5601-417a-8388-22f7995ab8d3 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:04.057007 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b721ec0c-d664-44c3-b73f-9809acfc9f86 req-977bec48-5601-417a-8388-22f7995ab8d3 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 946 time: 0.0553138 Oct 04 08:40:04.125272 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8613c-14b1-4744-939d-f132f65459a3 None None] New status for floating IP 5ab1f2c9-590d-4b6d-9142-9bc1297f2801: ACTIVE {{(pid=106413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:40:04.130886 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b721ec0c-d664-44c3-b73f-9809acfc9f86 req-ddf55bf0-1a87-4693-84e9-08798bde5c33 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664699 Oct 04 08:40:04.313666 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ef831-1b89-4947-bb95-c5a29645d429 req-55d92db1-9ac3-492f-b50d-525b54e039bf tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:04.316418 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-941ef831-1b89-4947-bb95-c5a29645d429 req-55d92db1-9ac3-492f-b50d-525b54e039bf tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0693374 Oct 04 08:40:04.379472 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-941ef831-1b89-4947-bb95-c5a29645d429 req-7db17262-4176-4c98-ade4-dd05d47b665d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569720 Oct 04 08:40:04.552778 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:04.698080 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d091d-e9a9-426c-99a1-d67fbd5529ed req-8f08390a-0e5e-4bc2-99ac-4d1ed5ba0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:04.699603 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8c0d091d-e9a9-426c-99a1-d67fbd5529ed req-8f08390a-0e5e-4bc2-99ac-4d1ed5ba0e6a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 200 len: 917 time: 0.1604528 Oct 04 08:40:04.711808 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377894af-b319-4102-adc7-50ba06f55cd1 req-3238d0a7-9c41-4194-b1e5-621d9b16c69d tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:04.713331 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-377894af-b319-4102-adc7-50ba06f55cd1 req-3238d0a7-9c41-4194-b1e5-621d9b16c69d tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0788500 Oct 04 08:40:04.767430 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-377894af-b319-4102-adc7-50ba06f55cd1 req-a20d719b-03c5-4dda-88e2-5767ee7e5f0a tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474219 Oct 04 08:40:05.284498 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3e4d1-e994-47f1-ba04-caebcdfbb60a req-72670608-de2b-42bf-afbc-c746b5c5d1d8 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:05.286168 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-62f3e4d1-e994-47f1-ba04-caebcdfbb60a req-72670608-de2b-42bf-afbc-c746b5c5d1d8 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 946 time: 0.0559971 Oct 04 08:40:05.345409 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-62f3e4d1-e994-47f1-ba04-caebcdfbb60a req-e881146f-c929-4aec-a9dc-e943a6f116d7 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530455 Oct 04 08:40:05.508784 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851a349-ef64-49d4-8bb8-8d451134e6f5 req-a141880b-7a85-4a8f-a45d-5353f6d932f6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:05.510281 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7851a349-ef64-49d4-8bb8-8d451134e6f5 req-a141880b-7a85-4a8f-a45d-5353f6d932f6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0469737 Oct 04 08:40:05.569427 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7851a349-ef64-49d4-8bb8-8d451134e6f5 req-168c4c28-aad5-4a6a-ab51-68e094d29430 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520635 Oct 04 08:40:05.895653 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb36aa-e19c-452f-80b6-edcc431d0116 req-31cb3906-ce4b-4e3d-97e9-0f74804233ca tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:05.897161 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-92fb36aa-e19c-452f-80b6-edcc431d0116 req-31cb3906-ce4b-4e3d-97e9-0f74804233ca tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0496368 Oct 04 08:40:05.947818 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-92fb36aa-e19c-452f-80b6-edcc431d0116 req-c3ec67a6-49c2-46d6-91e2-199318001787 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446377 Oct 04 08:40:06.136497 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8c0d091d-e9a9-426c-99a1-d67fbd5529ed req-8e28d22e-10e1-4727-a746-91ed00b22944 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c389990-706b-42b4-8cba-e3f6d810fbb6 HTTP/1.1" status: 200 len: 1000 time: 0.0750234 Oct 04 08:40:06.266789 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2b630-1814-4c86-8b82-31434092beef req-e9115269-9814-40f0-ab35-ed80c615d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:06.268324 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d6c2b630-1814-4c86-8b82-31434092beef req-e9115269-9814-40f0-ab35-ed80c615d25a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 1129 time: 0.0753572 Oct 04 08:40:06.274211 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d091d-e9a9-426c-99a1-d67fbd5529ed req-8b36e7fc-8fd9-46d2-9e62-c86a89a7a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:06.275706 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8c0d091d-e9a9-426c-99a1-d67fbd5529ed req-8b36e7fc-8fd9-46d2-9e62-c86a89a7a91d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cf07ea6d-918a-48b9-aea6-7cb0370ce3c3 HTTP/1.1" status: 200 len: 856 time: 0.0749018 Oct 04 08:40:06.503559 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d091d-e9a9-426c-99a1-d67fbd5529ed req-ed30b514-5523-4200-9aa0-bd7a66578ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:06.505087 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8c0d091d-e9a9-426c-99a1-d67fbd5529ed req-ed30b514-5523-4200-9aa0-bd7a66578ab7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=730a9b11-4347-4415-adec-96bd4e59e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1287589 Oct 04 08:40:06.540417 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f648-5a7b-429e-b26d-5027f285fe2e req-4a1d7004-1412-4d96-a404-b04fbdf0a29f tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:06.541915 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a9a6f648-5a7b-429e-b26d-5027f285fe2e req-4a1d7004-1412-4d96-a404-b04fbdf0a29f tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 946 time: 0.1265593 Oct 04 08:40:06.556820 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d6c2b630-1814-4c86-8b82-31434092beef req-0a8ccd69-8d62-4ab2-a193-c462a5cad407 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820488 Oct 04 08:40:06.570159 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb48fc-2bbe-4f6a-957b-c946b73b5e72 req-436e6e5b-6af5-434b-a050-bf2626623d36 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:06.571669 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-81eb48fc-2bbe-4f6a-957b-c946b73b5e72 req-436e6e5b-6af5-434b-a050-bf2626623d36 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 946 time: 0.1375070 Oct 04 08:40:06.605127 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:06.743596 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-81eb48fc-2bbe-4f6a-957b-c946b73b5e72 req-17e2cd29-3ecb-49af-868a-4b0cf5576289 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393373 Oct 04 08:40:06.748502 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8c0d091d-e9a9-426c-99a1-d67fbd5529ed req-61c171f0-b8f9-4700-9857-e1f0a9cafd88 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291899 Oct 04 08:40:06.749188 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-a9a6f648-5a7b-429e-b26d-5027f285fe2e req-cdff2350-00ee-4bbb-a539-f52f705bf7d6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Deleting port f6b61041-455e-49e4-b3da-963ee4f4ffe7 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:40:06.749790 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-a9a6f648-5a7b-429e-b26d-5027f285fe2e req-cdff2350-00ee-4bbb-a539-f52f705bf7d6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:06.753705 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:06.925991 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511bd0e-38ab-426e-8037-29ad0a5d52d2 req-7e7f46f2-6117-4318-93a9-4d8f695e2b6f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:06.927537 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3511bd0e-38ab-426e-8037-29ad0a5d52d2 req-7e7f46f2-6117-4318-93a9-4d8f695e2b6f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.1139934 Oct 04 08:40:07.012995 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-a9a6f648-5a7b-429e-b26d-5027f285fe2e req-cdff2350-00ee-4bbb-a539-f52f705bf7d6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] For port f6b61041-455e-49e4-b3da-963ee4f4ffe7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f6b61041-455e-49e4-b3da-963ee4f4ffe7,segment=NetworkSegment(f7d4b489-126f-4b0f-b42b-5685ba92b839),segment_id=f7d4b489-126f-4b0f-b42b-5685ba92b839)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:40:07.013358 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-a9a6f648-5a7b-429e-b26d-5027f285fe2e req-cdff2350-00ee-4bbb-a539-f52f705bf7d6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:07.037414 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-a9a6f648-5a7b-429e-b26d-5027f285fe2e req-cdff2350-00ee-4bbb-a539-f52f705bf7d6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Calling delete_port for f6b61041-455e-49e4-b3da-963ee4f4ffe7 owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:40:07.041845 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3511bd0e-38ab-426e-8037-29ad0a5d52d2 req-b39b1c62-72ea-4e47-b48b-aca8d667d68e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063843 Oct 04 08:40:07.043773 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8c0d091d-e9a9-426c-99a1-d67fbd5529ed req-e769b370-f6a1-43c5-bf75-798da8d3fd0e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406127 Oct 04 08:40:07.186728 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040cf8e-4750-4b75-956d-34540aab61b5 req-473f2ce2-980a-460e-8b86-8b57c03f3007 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:07.188434 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5040cf8e-4750-4b75-956d-34540aab61b5 req-473f2ce2-980a-460e-8b86-8b57c03f3007 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0791767 Oct 04 08:40:07.287302 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5040cf8e-4750-4b75-956d-34540aab61b5 req-027dedc4-6b96-4efb-ab17-54241c9bef59 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922153 Oct 04 08:40:07.289142 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-a9a6f648-5a7b-429e-b26d-5027f285fe2e req-cdff2350-00ee-4bbb-a539-f52f705bf7d6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (f6b61041-455e-49e4-b3da-963ee4f4ffe7), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:07.310813 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['f6b61041-455e-49e4-b3da-963ee4f4ffe7'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:40:07.337607 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff2350-00ee-4bbb-a539-f52f705bf7d6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Pushing event deleted for resources: {'Port': ['ID=f6b61041-455e-49e4-b3da-963ee4f4ffe7,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:07.381575 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a6f648-5a7b-429e-b26d-5027f285fe2e req-cdff2350-00ee-4bbb-a539-f52f705bf7d6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] No DVR routers for this DVR port f6b61041-455e-49e4-b3da-963ee4f4ffe7 on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:40:07.384469 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-a9a6f648-5a7b-429e-b26d-5027f285fe2e req-cdff2350-00ee-4bbb-a539-f52f705bf7d6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:07.390913 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a9a6f648-5a7b-429e-b26d-5027f285fe2e req-cdff2350-00ee-4bbb-a539-f52f705bf7d6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.17 "DELETE /networking/v2.0/ports/f6b61041-455e-49e4-b3da-963ee4f4ffe7 HTTP/1.1" status: 204 len: 173 time: 0.8343556 Oct 04 08:40:07.390913 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676277b4-479b-4158-ab82-141e10ce0337', 'name': 'network-vif-deleted', 'tag': 'f6b61041-455e-49e4-b3da-963ee4f4ffe7'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:40:07.392944 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9abb795-a0e4-41c1-a760-21e7ef322c69" -d '{"events": [{"server_uuid": "676277b4-479b-4158-ab82-141e10ce0337", "name": "network-vif-deleted", "tag": "f6b61041-455e-49e4-b3da-963ee4f4ffe7"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:40:07.437718 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe03f720-406a-4515-931c-4d057f1bd7c2 x-openstack-request-id: req-fe03f720-406a-4515-931c-4d057f1bd7c2 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:40:07.438017 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676277b4-479b-4158-ab82-141e10ce0337", "name": "network-vif-deleted", "tag": "f6b61041-455e-49e4-b3da-963ee4f4ffe7", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:40:07.438272 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe03f720-406a-4515-931c-4d057f1bd7c2 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:40:07.438712 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe03f720-406a-4515-931c-4d057f1bd7c2'] response: {'server_uuid': '676277b4-479b-4158-ab82-141e10ce0337', 'name': 'network-vif-deleted', 'tag': 'f6b61041-455e-49e4-b3da-963ee4f4ffe7', 'status': 'completed', 'code': 200} Oct 04 08:40:07.868583 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-578d91ad-c6a5-4f1d-9d9c-466bf3c2d59c req-188abf50-0fc1-4721-9442-98ac46f45eef tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 210 time: 0.0292058 Oct 04 08:40:08.209283 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12db65d-409d-4897-b628-56df4d1accff req-d94ad4b7-6220-4ed9-956a-0a160d1858ef tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:08.212056 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a12db65d-409d-4897-b628-56df4d1accff req-d94ad4b7-6220-4ed9-956a-0a160d1858ef tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0831571 Oct 04 08:40:08.303498 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a12db65d-409d-4897-b628-56df4d1accff req-9222a548-faf8-47e7-a39f-d5cb9c78c6f1 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758674 Oct 04 08:40:08.436164 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f70c-c7a0-49cb-b953-24b8a1e0a900 req-6466e50f-f418-4e22-84dd-de24e3f39c9d tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:08.438493 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8fd5f70c-c7a0-49cb-b953-24b8a1e0a900 req-6466e50f-f418-4e22-84dd-de24e3f39c9d tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0532012 Oct 04 08:40:08.504517 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8fd5f70c-c7a0-49cb-b953-24b8a1e0a900 req-9a03c54d-d10f-489e-9e2a-77f4d69de703 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550060 Oct 04 08:40:09.003665 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3944b254-f07e-4593-9b99-029b09434649 req-604b0448-7f19-4746-aea1-54ae8af04b89 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=676277b4-479b-4158-ab82-141e10ce0337 HTTP/1.1" status: 200 len: 210 time: 0.0329149 Oct 04 08:40:09.403776 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:09.448936 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c853e0-6380-416b-ae05-ccd3c84d3fc0 req-2ebb450d-bbf6-4ab9-a34c-e5c25091789c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:09.450340 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-86c853e0-6380-416b-ae05-ccd3c84d3fc0 req-2ebb450d-bbf6-4ab9-a34c-e5c25091789c tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0558817 Oct 04 08:40:09.674456 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-86c853e0-6380-416b-ae05-ccd3c84d3fc0 req-5008344e-7452-4084-a289-5e34009b08ee tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182124 Oct 04 08:40:09.793592 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:09.815509 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device f6b61041-455e-49e4-b3da-963ee4f4ffe7 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:40:09.820474 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2062c8-506b-44cd-a604-d77c730e4a8d req-dd5a9630-fb4f-479a-ba8d-289658d1721d tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:09.821982 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6b2062c8-506b-44cd-a604-d77c730e4a8d req-dd5a9630-fb4f-479a-ba8d-289658d1721d tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0742166 Oct 04 08:40:09.849785 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: f6b61041-455e-49e4-b3da-963ee4f4ffe7 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:40:09.850467 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device f6b61041-455e-49e4-b3da-963ee4f4ffe7 not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:40:09.877578 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6b2062c8-506b-44cd-a604-d77c730e4a8d req-de5ebd4e-41d2-4b99-89d3-8beef222995d tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462110 Oct 04 08:40:10.185718 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2241b9-6cc8-4a1f-8302-0b76e6a1497b req-f5405957-2cf4-473c-9f94-5f40364d6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:10.187318 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-df2241b9-6cc8-4a1f-8302-0b76e6a1497b req-f5405957-2cf4-473c-9f94-5f40364d6a71 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 1129 time: 0.0479612 Oct 04 08:40:10.283417 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a826fdc-be75-44a5-8824-018e382b3f2f req-004929be-9083-45b7-96cc-9bc7c6624941 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:10.284990 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4a826fdc-be75-44a5-8824-018e382b3f2f req-004929be-9083-45b7-96cc-9bc7c6624941 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0967698 Oct 04 08:40:10.356170 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2241b9-6cc8-4a1f-8302-0b76e6a1497b req-f69c6674-ef30-4ac3-b706-5cd2b2b298b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:10.357773 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-df2241b9-6cc8-4a1f-8302-0b76e6a1497b req-f69c6674-ef30-4ac3-b706-5cd2b2b298b5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.1609674 Oct 04 08:40:10.377500 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4a826fdc-be75-44a5-8824-018e382b3f2f req-c1f26351-fdbe-4415-8cc8-8280c6d6fffa tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828893 Oct 04 08:40:10.428984 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-df2241b9-6cc8-4a1f-8302-0b76e6a1497b req-58c67c8d-17cb-41a4-b077-15399ec4fd2d service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47 HTTP/1.1" status: 200 len: 1000 time: 0.0625207 Oct 04 08:40:10.481926 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2241b9-6cc8-4a1f-8302-0b76e6a1497b req-945c93e2-0d59-4887-b8ff-6700a89fb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:10.483557 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-df2241b9-6cc8-4a1f-8302-0b76e6a1497b req-945c93e2-0d59-4887-b8ff-6700a89fb9ad service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0472560 Oct 04 08:40:10.534660 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2241b9-6cc8-4a1f-8302-0b76e6a1497b req-cd149674-15b6-46ab-9e66-9836eec07cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:10.536283 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-df2241b9-6cc8-4a1f-8302-0b76e6a1497b req-cd149674-15b6-46ab-9e66-9836eec07cce service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441141 Oct 04 08:40:10.630333 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-df2241b9-6cc8-4a1f-8302-0b76e6a1497b req-55d8c804-0990-4793-81b6-4c43496e6092 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875576 Oct 04 08:40:10.958511 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:40:11.006445 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3be9f7-2253-4b93-aab8-b7512f905e2a req-cd22ad99-62a6-47f3-9743-24f31967e7a9 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:11.007957 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5e3be9f7-2253-4b93-aab8-b7512f905e2a req-cd22ad99-62a6-47f3-9743-24f31967e7a9 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0506930 Oct 04 08:40:11.061187 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5e3be9f7-2253-4b93-aab8-b7512f905e2a req-2885a9ff-6b8c-427d-b271-5896b21208bc tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466938 Oct 04 08:40:11.508996 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2822d-1e80-4134-99c4-7c1a5ee0ebe2 req-e58f3ae9-617f-415d-8295-75d5c0ef9d36 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:11.510934 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6bc2822d-1e80-4134-99c4-7c1a5ee0ebe2 req-e58f3ae9-617f-415d-8295-75d5c0ef9d36 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0493264 Oct 04 08:40:11.566608 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6bc2822d-1e80-4134-99c4-7c1a5ee0ebe2 req-d5bff275-cd42-424d-a6ff-e7da295e9245 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500512 Oct 04 08:40:11.577816 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:12.196454 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984f4ed-5065-47a2-91ae-62a977318930 req-6f585e56-e225-4ece-afdb-388ac8ddb797 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:12.198148 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c984f4ed-5065-47a2-91ae-62a977318930 req-6f585e56-e225-4ece-afdb-388ac8ddb797 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0534534 Oct 04 08:40:12.254990 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c984f4ed-5065-47a2-91ae-62a977318930 req-46c85462-b068-4024-af67-57aff204cc40 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479574 Oct 04 08:40:12.709722 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e687ee4-6939-4e93-988b-b14dec7e9e38 req-5c70598c-1f20-4336-a3c0-8d97dc15081d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:12.711118 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4e687ee4-6939-4e93-988b-b14dec7e9e38 req-5c70598c-1f20-4336-a3c0-8d97dc15081d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0509298 Oct 04 08:40:12.759408 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4e687ee4-6939-4e93-988b-b14dec7e9e38 req-425ba580-9a47-49e3-8079-e32ed52157ae tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426071 Oct 04 08:40:13.223210 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:13.225275 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:13.258502 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-df2241b9-6cc8-4a1f-8302-0b76e6a1497b req-4747990c-0f74-4bbf-a237-cbf1e367708c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101744 Oct 04 08:40:13.465680 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b862bf-69d2-49e0-aa87-61b67927019b req-7939c3f7-7397-4824-81a0-02b38d4fe8b3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:13.468278 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-31b862bf-69d2-49e0-aa87-61b67927019b req-7939c3f7-7397-4824-81a0-02b38d4fe8b3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0831316 Oct 04 08:40:13.787238 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-31b862bf-69d2-49e0-aa87-61b67927019b req-a2b797b4-2ef3-433b-9e0e-8dca037b666b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115642 Oct 04 08:40:13.909772 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271428f-db9c-45d5-8ba7-476366d8567a req-f05823d6-9f44-4ca5-9a16-35ba9f5ec39f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:13.911490 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3271428f-db9c-45d5-8ba7-476366d8567a req-f05823d6-9f44-4ca5-9a16-35ba9f5ec39f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0585897 Oct 04 08:40:13.971529 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3271428f-db9c-45d5-8ba7-476366d8567a req-ac06661e-d29e-4955-b9dd-4266f759c1ff tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539899 Oct 04 08:40:15.144572 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-72a723b4-c404-4cdd-b563-65fdaa8796b9 req-cb235d4e-df35-4979-9fcc-c988c053fb15 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479686 Oct 04 08:40:15.215381 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a723b4-c404-4cdd-b563-65fdaa8796b9 req-52fbd95d-31f8-43c2-9c9c-1af6bb873709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:15.218583 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-72a723b4-c404-4cdd-b563-65fdaa8796b9 req-52fbd95d-31f8-43c2-9c9c-1af6bb873709 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 1130 time: 0.0490613 Oct 04 08:40:15.371921 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87fe6-8f67-4377-ac65-133a5a8ea832 req-7ca75b0f-f272-4759-a2db-1abcdd27392f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:15.373757 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-76b87fe6-8f67-4377-ac65-133a5a8ea832 req-7ca75b0f-f272-4759-a2db-1abcdd27392f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0490875 Oct 04 08:40:15.442397 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-76b87fe6-8f67-4377-ac65-133a5a8ea832 req-a0f28860-7337-485d-a13b-11bde9d02a10 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613427 Oct 04 08:40:15.554728 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa5fc2-fac2-4ff9-9f99-69e6daa7b196 req-47b86f29-4f7a-4a80-9ef3-9c5d1be9c486 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:15.556406 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4baa5fc2-fac2-4ff9-9f99-69e6daa7b196 req-47b86f29-4f7a-4a80-9ef3-9c5d1be9c486 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0521915 Oct 04 08:40:15.620120 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4baa5fc2-fac2-4ff9-9f99-69e6daa7b196 req-011fd563-0ffa-418f-8156-dea59cf163b5 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561202 Oct 04 08:40:15.828447 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9398c-f190-4cec-ac7c-c3a1d58b9305 req-89059b92-7468-4a7c-8e8b-3a06f801e834 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:15.829980 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d8d9398c-f190-4cec-ac7c-c3a1d58b9305 req-89059b92-7468-4a7c-8e8b-3a06f801e834 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0502572 Oct 04 08:40:15.882038 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d8d9398c-f190-4cec-ac7c-c3a1d58b9305 req-ee1c0ce3-a5d1-4480-84f1-7822d603eee4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460651 Oct 04 08:40:15.948616 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=14 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:16.757265 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a675f7-d02a-4279-b4a3-7d236f5cbefa req-ca6a0808-913b-4ccd-8f5b-c8cf7d603c07 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:16.758801 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-30a675f7-d02a-4279-b4a3-7d236f5cbefa req-ca6a0808-913b-4ccd-8f5b-c8cf7d603c07 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0494852 Oct 04 08:40:16.809272 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-30a675f7-d02a-4279-b4a3-7d236f5cbefa req-e198fcf6-b95e-47c2-ab0f-19b7545dbda6 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437810 Oct 04 08:40:17.028956 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08408ccf-fa49-4bd3-bc62-33b36fda6dc0 req-aee0444a-78d5-4ded-92cc-ba372dfd4ca6 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:17.030451 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-08408ccf-fa49-4bd3-bc62-33b36fda6dc0 req-aee0444a-78d5-4ded-92cc-ba372dfd4ca6 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0672848 Oct 04 08:40:17.080273 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-08408ccf-fa49-4bd3-bc62-33b36fda6dc0 req-ec1c47a5-0922-431a-a566-45edfafa4d5b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440519 Oct 04 08:40:17.944105 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea295cf-8ccb-4d4e-91ca-1fbdf804b14f req-e14cf047-b91b-4b97-b2b5-514a5d2670f8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:17.945654 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9ea295cf-8ccb-4d4e-91ca-1fbdf804b14f req-e14cf047-b91b-4b97-b2b5-514a5d2670f8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0479929 Oct 04 08:40:18.004911 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9ea295cf-8ccb-4d4e-91ca-1fbdf804b14f req-79b8b72c-b440-4612-ba4c-42ff36a11666 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501876 Oct 04 08:40:18.153080 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9b187-5f3a-4ebe-8513-43e782c420b9 req-6b2aa821-e02f-489c-8222-ffbb5400d257 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:18.155123 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-62a9b187-5f3a-4ebe-8513-43e782c420b9 req-6b2aa821-e02f-489c-8222-ffbb5400d257 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0544262 Oct 04 08:40:18.170691 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 57868) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:40:18.175426 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-b1be4522-d0b6-4969-bcd4-b13646dae75f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Request body: {'floatingip': {'port_id': '84c7f948-82c8-4e44-86f1-d8ace0e90f47'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:40:18.261001 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:18.278395 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b1be4522-d0b6-4969-bcd4-b13646dae75f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for floatingip (edec3235-3ec3-4b05-9040-6b7ae3021eca), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:18.288414 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851acf4-320e-44d9-bab3-2a4a521eff9e req-70d9d00d-81fb-456e-84a1-957b318a58df tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:18.289930 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7851acf4-320e-44d9-bab3-2a4a521eff9e req-70d9d00d-81fb-456e-84a1-957b318a58df tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0779598 Oct 04 08:40:18.387687 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:18.563806 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7851acf4-320e-44d9-bab3-2a4a521eff9e req-5936d9d4-d476-4b5e-99ae-4e02ff6b1372 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322125 Oct 04 08:40:18.568753 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159811f-0f59-4c3b-b5a4-376192e3b47e req-1dbb8b2f-612b-4027-988d-ce88124ac161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:18.570287 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1159811f-0f59-4c3b-b5a4-376192e3b47e req-1dbb8b2f-612b-4027-988d-ce88124ac161 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5d21789971964770bdf417547cd19840&device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 1130 time: 0.1577713 Oct 04 08:40:18.574393 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a723b4-c404-4cdd-b563-65fdaa8796b9 req-b7fa8526-ea02-4e62-b987-39edf982b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:18.576184 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-72a723b4-c404-4cdd-b563-65fdaa8796b9 req-b7fa8526-ea02-4e62-b987-39edf982b1de service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.3092129 Oct 04 08:40:18.681921 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-72a723b4-c404-4cdd-b563-65fdaa8796b9 req-ce24d97b-a92c-499c-bf07-56099362f88c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e360ecf-b764-45c6-8c4f-8ea15e619e9e HTTP/1.1" status: 200 len: 217 time: 0.0922377 Oct 04 08:40:18.773631 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-49f3f68c-742b-4b6d-afb8-eb8dcfd6b987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:18.919890 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a723b4-c404-4cdd-b563-65fdaa8796b9 req-61c2d0da-3932-4bbe-8cb9-94ef35f5da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:18.921618 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-72a723b4-c404-4cdd-b563-65fdaa8796b9 req-61c2d0da-3932-4bbe-8cb9-94ef35f5da01 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.1923513 Oct 04 08:40:18.929373 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159811f-0f59-4c3b-b5a4-376192e3b47e req-15eab592-00cb-4aed-a096-5c3c8fc055d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:18.930940 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1159811f-0f59-4c3b-b5a4-376192e3b47e req-15eab592-00cb-4aed-a096-5c3c8fc055d6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd08aa17-8a80-4dac-a656-3195d8433ec8 HTTP/1.1" status: 200 len: 911 time: 0.3513427 Oct 04 08:40:19.084294 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca32d4b-3385-4553-a266-c55ac4883434 req-7f0b022c-4866-4ed8-9ce3-e7113161cdf6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:19.085903 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-7f0b022c-4866-4ed8-9ce3-e7113161cdf6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/networks?id=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef HTTP/1.1" status: 200 len: 814 time: 0.4144516 Oct 04 08:40:19.097814 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a723b4-c404-4cdd-b563-65fdaa8796b9 req-2c7cf171-f608-4ac9-a614-68e39ff6b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:19.099365 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-72a723b4-c404-4cdd-b563-65fdaa8796b9 req-2c7cf171-f608-4ac9-a614-68e39ff6b95d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1611419 Oct 04 08:40:19.132861 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1159811f-0f59-4c3b-b5a4-376192e3b47e req-39094498-2619-4547-8209-b762d76a16df service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=321b30d3-511f-4d46-a3a8-f9853c32c5d9 HTTP/1.1" status: 200 len: 1001 time: 0.1786501 Oct 04 08:40:19.190165 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-1224d2a8-3f3c-43fa-ba54-ea236866c25f tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/quotas/f0b762e9e807416b925d8d34bb16fbf0 HTTP/1.1" status: 200 len: 375 time: 0.0936003 Oct 04 08:40:19.291235 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-35e714e1-34d9-4ae7-a5aa-72b78e546564 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f0b762e9e807416b925d8d34bb16fbf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658584 Oct 04 08:40:19.360295 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:19.367552 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159811f-0f59-4c3b-b5a4-376192e3b47e req-21512d28-aba4-4e9b-bb27-6f30a7525cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:19.369027 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1159811f-0f59-4c3b-b5a4-376192e3b47e req-21512d28-aba4-4e9b-bb27-6f30a7525cd7 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=56a0f7b4-9493-4557-9389-0cc520afaa31 HTTP/1.1" status: 200 len: 850 time: 0.2194643 Oct 04 08:40:19.413816 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:19.482905 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-72a723b4-c404-4cdd-b563-65fdaa8796b9 req-9794ee8b-cfc3-472a-a7ed-c2c67c26f12a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672020 Oct 04 08:40:19.521157 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159811f-0f59-4c3b-b5a4-376192e3b47e req-97e48c9a-d0d6-4381-ae51-62c4fb8a3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:19.522681 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1159811f-0f59-4c3b-b5a4-376192e3b47e req-97e48c9a-d0d6-4381-ae51-62c4fb8a3bfe service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd08aa17-8a80-4dac-a656-3195d8433ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157115 Oct 04 08:40:19.610320 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.db.resource_extend [None req-b1be4522-d0b6-4969-bcd4-b13646dae75f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 08:40:19.935869 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-5f44961f-13aa-45f1-a04f-d8e418e1b557 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351719 Oct 04 08:40:20.034611 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b1be4522-d0b6-4969-bcd4-b13646dae75f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:20.057426 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b1be4522-d0b6-4969-bcd4-b13646dae75f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (edec3235-3ec3-4b05-9040-6b7ae3021eca), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:20.110870 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-72a723b4-c404-4cdd-b563-65fdaa8796b9 req-8e941218-b6a9-4b0a-b4a0-6a14b59d6aa6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162543 Oct 04 08:40:20.121107 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1159811f-0f59-4c3b-b5a4-376192e3b47e req-66698620-6fc1-49e1-a5fc-774f3419fb49 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810838 Oct 04 08:40:20.281850 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-6856268a-0bd5-41dc-b42b-37ae89517e0b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297129 Oct 04 08:40:20.394299 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1159811f-0f59-4c3b-b5a4-376192e3b47e req-fc00d9b6-8204-43a2-91ee-9b5211505cc6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644157 Oct 04 08:40:20.510369 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1be4522-d0b6-4969-bcd4-b13646dae75f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:40:20.519759 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77037e6-458e-446b-bb48-4d46e47102c0 req-ce23374f-6fac-4bbd-a65b-b97cfa44ea5a tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:20.521342 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a77037e6-458e-446b-bb48-4d46e47102c0 req-ce23374f-6fac-4bbd-a65b-b97cfa44ea5a tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0620365 Oct 04 08:40:20.582653 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:20.639763 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a77037e6-458e-446b-bb48-4d46e47102c0 req-53650546-6636-4419-9ffb-09be28d2a41e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070185 Oct 04 08:40:20.727330 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:20.730794 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1be4522-d0b6-4969-bcd4-b13646dae75f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:40:20.744218 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31661b-4e01-4ffd-a982-26ae292e5d86 None None] Sync routers for ids ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:40:20.763588 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b1be4522-d0b6-4969-bcd4-b13646dae75f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:20.769565 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31661b-4e01-4ffd-a982-26ae292e5d86 None None] Routers {'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:40:20.770221 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-ce31661b-4e01-4ffd-a982-26ae292e5d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:39:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:20.801561 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dce04c29-2d46-411b-9781-9d45f7d0d1a7 req-9cbcd3ed-8b45-4a38-8eee-5970a89d2a22 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 210 time: 0.0843766 Oct 04 08:40:20.804910 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'tag': '84c7f948-82c8-4e44-86f1-d8ace0e90f47'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:40:20.808053 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd61125-765c-4624-b40a-13403e2b2888" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ecca0c-50c6-4218-a34e-f4ec70d2686e", "tag": "84c7f948-82c8-4e44-86f1-d8ace0e90f47"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:40:20.864461 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-b1be4522-d0b6-4969-bcd4-b13646dae75f tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/edec3235-3ec3-4b05-9040-6b7ae3021eca HTTP/1.1" status: 200 len: 992 time: 2.6924937 Oct 04 08:40:20.867511 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66401385-531f-4e8a-aad2-db6d43981411 x-openstack-request-id: req-66401385-531f-4e8a-aad2-db6d43981411 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:40:20.867785 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ecca0c-50c6-4218-a34e-f4ec70d2686e", "tag": "84c7f948-82c8-4e44-86f1-d8ace0e90f47", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:40:20.868032 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66401385-531f-4e8a-aad2-db6d43981411 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:40:20.868429 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66401385-531f-4e8a-aad2-db6d43981411'] response: {'name': 'network-changed', 'server_uuid': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'tag': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'status': 'completed', 'code': 200} Oct 04 08:40:20.945681 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-ce31661b-4e01-4ffd-a982-26ae292e5d86 None None] Set router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:40:20.954539 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:21.011262 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd61125-765c-4624-b40a-13403e2b2888 req-daea53ea-f522-4308-9349-a17a0a9664e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:21.014286 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0cd61125-765c-4624-b40a-13403e2b2888 req-daea53ea-f522-4308-9349-a17a0a9664e3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 1129 time: 0.0567033 Oct 04 08:40:21.114018 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:21.264968 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-ce31661b-4e01-4ffd-a982-26ae292e5d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'edec3235-3ec3-4b05-9040-6b7ae3021eca', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'port_id': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'mac_address': 'fa:16:3e:5a:2b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:37:59Z', 'updated_at': '2022-10-04T08:40:19Z', 'revision_number': 3, 'project_id': '5934621267af4b838889fcbfb9febaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:38Z', 'revision_number': 5, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:21.299927 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31661b-4e01-4ffd-a982-26ae292e5d86 None None] Checking router: dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:40:21.318683 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31661b-4e01-4ffd-a982-26ae292e5d86 None None] Routers {'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:40:21.319323 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-ce31661b-4e01-4ffd-a982-26ae292e5d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:39:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:21.322664 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-50df8045-aa61-4dd9-967a-154f3d0d0e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:21.432375 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-ce31661b-4e01-4ffd-a982-26ae292e5d86 None None] Set router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:40:21.630173 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd61125-765c-4624-b40a-13403e2b2888 req-ccb7eaa4-ca5d-4506-a136-a7a4c6d4d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:21.632917 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0cd61125-765c-4624-b40a-13403e2b2888 req-ccb7eaa4-ca5d-4506-a136-a7a4c6d4d27d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.1824436 Oct 04 08:40:21.688627 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-ce31661b-4e01-4ffd-a982-26ae292e5d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'edec3235-3ec3-4b05-9040-6b7ae3021eca', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'port_id': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'mac_address': 'fa:16:3e:5a:2b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:37:59Z', 'updated_at': '2022-10-04T08:40:19Z', 'revision_number': 3, 'project_id': '5934621267af4b838889fcbfb9febaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:38Z', 'revision_number': 5, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:21.715616 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31661b-4e01-4ffd-a982-26ae292e5d86 None None] The sync data for ids ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'] in dv-cinder-860209-1-iscsi is: [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'edec3235-3ec3-4b05-9040-6b7ae3021eca', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'port_id': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'mac_address': 'fa:16:3e:5a:2b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:37:59Z', 'updated_at': '2022-10-04T08:40:19Z', 'revision_number': 3, 'project_id': '5934621267af4b838889fcbfb9febaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:38Z', 'revision_number': 5, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:40:21.789133 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4457646-b70c-4205-bcd2-e509340aa4b7 req-dc879d57-7897-404c-81ab-b0ae43fd1722 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:21.790731 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f4457646-b70c-4205-bcd2-e509340aa4b7 req-dc879d57-7897-404c-81ab-b0ae43fd1722 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.0571706 Oct 04 08:40:21.952308 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f4457646-b70c-4205-bcd2-e509340aa4b7 req-ddaee509-33a8-403b-97cd-7ca2d12112bb tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488287 Oct 04 08:40:21.973466 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0cd61125-765c-4624-b40a-13403e2b2888 req-a4ca1d2f-b0ed-4d31-9cae-4b64b56689fb service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47 HTTP/1.1" status: 200 len: 1000 time: 0.1265097 Oct 04 08:40:22.071274 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-db8a59fd-ca81-4bb1-b676-b80c3ddc3fd2 req-73623489-83d8-437b-9e87-42e12431c481 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 210 time: 0.0355990 Oct 04 08:40:22.075988 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd61125-765c-4624-b40a-13403e2b2888 req-4378d293-3b76-4655-9559-531851213549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:22.078188 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0cd61125-765c-4624-b40a-13403e2b2888 req-4378d293-3b76-4655-9559-531851213549 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0980814 Oct 04 08:40:22.142904 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd61125-765c-4624-b40a-13403e2b2888 req-7fa03a1a-811e-4cd3-b3bc-a02840387b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:22.145310 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0cd61125-765c-4624-b40a-13403e2b2888 req-7fa03a1a-811e-4cd3-b3bc-a02840387b26 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577409 Oct 04 08:40:22.258317 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0cd61125-765c-4624-b40a-13403e2b2888 req-d581a948-4f3c-4a77-aa12-af2340ae08f8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064785 Oct 04 08:40:22.381439 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0cd61125-765c-4624-b40a-13403e2b2888 req-611af8e9-c855-4697-9c07-f0cc6fedd35f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139264 Oct 04 08:40:22.798895 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca32d4b-3385-4553-a266-c55ac4883434 req-55fb8dfc-a7e2-48b0-baea-960ff361eda6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:22.801247 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-55fb8dfc-a7e2-48b0-baea-960ff361eda6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.17 "GET /networking/v2.0/networks?id=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef HTTP/1.1" status: 200 len: 814 time: 0.1393423 Oct 04 08:40:22.817800 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-dca32d4b-3385-4553-a266-c55ac4883434 req-5e295002-e96e-4094-87d8-47c551b3419e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Request body: {'port': {'device_id': '9a212616-19a8-409e-8dc3-0fe11b28ac76', 'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef', 'admin_state_up': True, 'tenant_id': 'f0b762e9e807416b925d8d34bb16fbf0'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:40:22.821806 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:22.886932 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'tag': '84c7f948-82c8-4e44-86f1-d8ace0e90f47'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:40:22.891907 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a73ee8-6ac2-4143-b46a-193fae3fbb90" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ecca0c-50c6-4218-a34e-f4ec70d2686e", "tag": "84c7f948-82c8-4e44-86f1-d8ace0e90f47"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:40:22.899835 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:22.954373 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c65ba56-f256-4c90-b9e0-6a756c663ac5 x-openstack-request-id: req-6c65ba56-f256-4c90-b9e0-6a756c663ac5 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:40:22.954689 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ecca0c-50c6-4218-a34e-f4ec70d2686e", "tag": "84c7f948-82c8-4e44-86f1-d8ace0e90f47", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:40:22.954939 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c65ba56-f256-4c90-b9e0-6a756c663ac5 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:40:22.955353 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c65ba56-f256-4c90-b9e0-6a756c663ac5'] response: {'name': 'network-changed', 'server_uuid': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'tag': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'status': 'completed', 'code': 200} Oct 04 08:40:23.010146 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca32d4b-3385-4553-a266-c55ac4883434 req-5e295002-e96e-4094-87d8-47c551b3419e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Made reservation on behalf of f0b762e9e807416b925d8d34bb16fbf0 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:40:23.014217 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-dca32d4b-3385-4553-a266-c55ac4883434 req-5e295002-e96e-4094-87d8-47c551b3419e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:23.065868 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a73ee8-6ac2-4143-b46a-193fae3fbb90 req-997008be-2df8-4505-9928-3b9782141d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:23.067435 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d6a73ee8-6ac2-4143-b46a-193fae3fbb90 req-997008be-2df8-4505-9928-3b9782141d41 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 1129 time: 0.0665672 Oct 04 08:40:23.184827 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:23.213963 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-269eb64a-0716-4e09-890a-e0a7f546ca5a req-f3234015-c959-4abf-a32e-4d235662fa09 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 210 time: 0.0555410 Oct 04 08:40:23.290904 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a73ee8-6ac2-4143-b46a-193fae3fbb90 req-e8a5dda1-8011-48d6-8c52-05fe6aa93216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:23.292358 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d6a73ee8-6ac2-4143-b46a-193fae3fbb90 req-e8a5dda1-8011-48d6-8c52-05fe6aa93216 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.1951692 Oct 04 08:40:23.293493 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-dca32d4b-3385-4553-a266-c55ac4883434 req-5e295002-e96e-4094-87d8-47c551b3419e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Allocated IP 172.20.0.12 (6a117e0a-fcb5-404d-b62e-3e5b877ed8ef/c5f378bd-99f3-4655-9294-28bc2476817f/f7276a7a-f322-4f2a-94f2-80a317bcf537) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:40:23.391430 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d6a73ee8-6ac2-4143-b46a-193fae3fbb90 req-2f45a0c3-e54b-4ecd-998f-b94699479109 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47 HTTP/1.1" status: 200 len: 1000 time: 0.0920696 Oct 04 08:40:23.495292 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a73ee8-6ac2-4143-b46a-193fae3fbb90 req-5e352a19-e9ad-4faf-8a31-0747923c451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:23.496775 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d6a73ee8-6ac2-4143-b46a-193fae3fbb90 req-5e352a19-e9ad-4faf-8a31-0747923c451b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0975015 Oct 04 08:40:23.569373 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a73ee8-6ac2-4143-b46a-193fae3fbb90 req-b6322e7c-a86b-40a8-9f57-173373894738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:23.571242 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d6a73ee8-6ac2-4143-b46a-193fae3fbb90 req-b6322e7c-a86b-40a8-9f57-173373894738 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664637 Oct 04 08:40:23.592598 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-dca32d4b-3385-4553-a266-c55ac4883434 req-5e295002-e96e-4094-87d8-47c551b3419e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks [] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:23.694542 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:23.702131 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d6a73ee8-6ac2-4143-b46a-193fae3fbb90 req-398e464c-7b8c-46a3-a209-a2cce8fdfd2a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217723 Oct 04 08:40:23.704049 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-dca32d4b-3385-4553-a266-c55ac4883434 req-5e295002-e96e-4094-87d8-47c551b3419e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:23.799523 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca32d4b-3385-4553-a266-c55ac4883434 req-5e295002-e96e-4094-87d8-47c551b3419e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Network 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:40:23.806335 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-dca32d4b-3385-4553-a266-c55ac4883434 req-5e295002-e96e-4094-87d8-47c551b3419e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:40:23.810893 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca32d4b-3385-4553-a266-c55ac4883434 req-5e295002-e96e-4094-87d8-47c551b3419e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:40:23.813778 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e295002-e96e-4094-87d8-47c551b3419e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Pushing event updated for resources: {'Port': ['ID=f7276a7a-f322-4f2a-94f2-80a317bcf537,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:23.886461 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca32d4b-3385-4553-a266-c55ac4883434 req-5e295002-e96e-4094-87d8-47c551b3419e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:23.887100 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-dca32d4b-3385-4553-a266-c55ac4883434 req-5e295002-e96e-4094-87d8-47c551b3419e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:23.894472 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d6a73ee8-6ac2-4143-b46a-193fae3fbb90 req-e3a94a62-aeaa-440a-996a-e1cde030500c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826088 Oct 04 08:40:23.910180 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-5e295002-e96e-4094-87d8-47c551b3419e tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1004920 Oct 04 08:40:24.038449 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Request body: {'port': {'device_id': '9a212616-19a8-409e-8dc3-0fe11b28ac76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:40:24.107514 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:24.140432 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:24.360842 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:24.373947 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:24.374293 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393557c3-df0c-45a2-accb-dacfaedf4b2e req-8441effc-6f5d-45df-8225-79f921e9304f tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:24.375955 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-393557c3-df0c-45a2-accb-dacfaedf4b2e req-8441effc-6f5d-45df-8225-79f921e9304f tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 932 time: 0.0700488 Oct 04 08:40:24.448421 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7276a7a-f322-4f2a-94f2-80a317bcf537 {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:40:24.461345 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Publish callbacks [] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:24.482787 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-393557c3-df0c-45a2-accb-dacfaedf4b2e req-b80f8b75-7925-4687-a735-ba82e09c59ff tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959487 Oct 04 08:40:24.485645 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Transition to ACTIVE for port object f7276a7a-f322-4f2a-94f2-80a317bcf537 will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:40:24.489439 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:24.552520 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Pushing event updated for resources: {'Port': ['ID=f7276a7a-f322-4f2a-94f2-80a317bcf537,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:24.603239 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Attempting to bind port f7276a7a-f322-4f2a-94f2-80a317bcf537 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:40:24.603576 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Attempting to bind port f7276a7a-f322-4f2a-94f2-80a317bcf537 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'f7d4b489-126f-4b0f-b42b-5685ba92b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:40:24.603903 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Attempting to bind port f7276a7a-f322-4f2a-94f2-80a317bcf537 on network 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:40:24.647728 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:24.649969 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Port f7276a7a-f322-4f2a-94f2-80a317bcf537 on network 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:40:24.650293 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Attempting to bind port f7276a7a-f322-4f2a-94f2-80a317bcf537 on network 6a117e0a-fcb5-404d-b62e-3e5b877ed8ef {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:40:24.696625 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:40:24.696947 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Checking segment: {'id': 'f7d4b489-126f-4b0f-b42b-5685ba92b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:40:24.697322 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Bound using segment: {'id': 'f7d4b489-126f-4b0f-b42b-5685ba92b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:40:24.697748 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Bound port: f7276a7a-f322-4f2a-94f2-80a317bcf537, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d4b489-126f-4b0f-b42b-5685ba92b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:40:24.698100 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:24.760962 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] For port f7276a7a-f322-4f2a-94f2-80a317bcf537, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:40:24.764787 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] For port f7276a7a-f322-4f2a-94f2-80a317bcf537, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f7276a7a-f322-4f2a-94f2-80a317bcf537,segment=NetworkSegment(f7d4b489-126f-4b0f-b42b-5685ba92b839),segment_id=f7d4b489-126f-4b0f-b42b-5685ba92b839)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:40:24.771317 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:24.775947 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:24.776570 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:24.777992 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/f7276a7a-f322-4f2a-94f2-80a317bcf537 HTTP/1.1" status: 200 len: 1094 time: 0.7439437 Oct 04 08:40:24.881367 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbab1c-c01a-48ee-aa02-3c00f9f1b5bb service neutron] Pushing event updated for resources: {'Port': ['ID=f7276a7a-f322-4f2a-94f2-80a317bcf537,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:24.904098 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca32d4b-3385-4553-a266-c55ac4883434 req-1b1e0eef-c2f5-4e5f-9753-51429824962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:24.905663 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-1b1e0eef-c2f5-4e5f-9753-51429824962a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f0b762e9e807416b925d8d34bb16fbf0&device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 1128 time: 0.0665607 Oct 04 08:40:24.965508 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a212616-19a8-409e-8dc3-0fe11b28ac76', 'tag': 'f7276a7a-f322-4f2a-94f2-80a317bcf537'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:40:24.970370 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7eb995-96f4-4294-b75b-094560c9031a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a212616-19a8-409e-8dc3-0fe11b28ac76", "tag": "f7276a7a-f322-4f2a-94f2-80a317bcf537"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:40:24.976854 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-c661f7e0-62d3-4c5d-97a3-0960c91e2dab service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7276a7a-f322-4f2a-94f2-80a317bcf537 HTTP/1.1" status: 200 len: 217 time: 0.0626884 Oct 04 08:40:25.019964 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258df135-1ca3-4131-91f2-edb672d68a3b x-openstack-request-id: req-258df135-1ca3-4131-91f2-edb672d68a3b {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:40:25.020253 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a212616-19a8-409e-8dc3-0fe11b28ac76", "tag": "f7276a7a-f322-4f2a-94f2-80a317bcf537", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:40:25.020508 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-258df135-1ca3-4131-91f2-edb672d68a3b {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:40:25.020908 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258df135-1ca3-4131-91f2-edb672d68a3b'] response: {'name': 'network-changed', 'server_uuid': '9a212616-19a8-409e-8dc3-0fe11b28ac76', 'tag': 'f7276a7a-f322-4f2a-94f2-80a317bcf537', 'status': 'completed', 'code': 200} Oct 04 08:40:25.045678 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca32d4b-3385-4553-a266-c55ac4883434 req-985ac4a1-0610-45e6-beb8-8736a296e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:25.047884 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-985ac4a1-0610-45e6-beb8-8736a296e6a1 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5f378bd-99f3-4655-9294-28bc2476817f HTTP/1.1" status: 200 len: 854 time: 0.0643916 Oct 04 08:40:25.086977 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-47be17d1-c2d1-4598-b93f-01498d18ff73 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331578 Oct 04 08:40:25.202877 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-6dabe891-f359-4b45-98f6-932391ada944 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093438 Oct 04 08:40:25.264254 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:25.315236 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-dca32d4b-3385-4553-a266-c55ac4883434 req-979fd35b-ad3c-458e-ba5b-eae931a7f6c7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022022 Oct 04 08:40:25.627424 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037affd-bcf3-4d2d-8cf6-6bf3792a5bd9 req-89875a36-4fbe-444c-8e77-d97728a78e30 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:25.628968 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1037affd-bcf3-4d2d-8cf6-6bf3792a5bd9 req-89875a36-4fbe-444c-8e77-d97728a78e30 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 944 time: 0.0546799 Oct 04 08:40:25.680300 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1037affd-bcf3-4d2d-8cf6-6bf3792a5bd9 req-070ff2b4-1277-4b71-b375-c88995a4acd0 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447204 Oct 04 08:40:26.509894 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eb995-96f4-4294-b75b-094560c9031a req-efc6cd1b-300b-4395-8a10-76f92478ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:26.511457 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ee7eb995-96f4-4294-b75b-094560c9031a req-efc6cd1b-300b-4395-8a10-76f92478ec1f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f0b762e9e807416b925d8d34bb16fbf0&device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 1128 time: 0.0413744 Oct 04 08:40:26.905282 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f048b4-073e-4a94-b932-2bdf05ff3bd9 req-9fb1756a-d21b-4e25-a91e-b7afcc3465eb tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:26.906814 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-63f048b4-073e-4a94-b932-2bdf05ff3bd9 req-9fb1756a-d21b-4e25-a91e-b7afcc3465eb tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 944 time: 0.0688729 Oct 04 08:40:26.935861 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eb995-96f4-4294-b75b-094560c9031a req-86c114a0-37c0-4bcf-a033-880652073d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:26.937227 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ee7eb995-96f4-4294-b75b-094560c9031a req-86c114a0-37c0-4bcf-a033-880652073d49 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef HTTP/1.1" status: 200 len: 914 time: 0.4189129 Oct 04 08:40:26.969337 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-63f048b4-073e-4a94-b932-2bdf05ff3bd9 req-b239714f-d683-4687-8351-ed59275fe977 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559447 Oct 04 08:40:27.191958 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ee7eb995-96f4-4294-b75b-094560c9031a req-81414307-3fb6-40f3-80cf-3a0d8f2f7c74 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7276a7a-f322-4f2a-94f2-80a317bcf537 HTTP/1.1" status: 200 len: 217 time: 0.0365415 Oct 04 08:40:27.250684 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eb995-96f4-4294-b75b-094560c9031a req-c7582f79-5863-422b-80ba-880812b6ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:27.252158 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ee7eb995-96f4-4294-b75b-094560c9031a req-c7582f79-5863-422b-80ba-880812b6ea19 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5f378bd-99f3-4655-9294-28bc2476817f HTTP/1.1" status: 200 len: 854 time: 0.0530436 Oct 04 08:40:27.285871 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ee7eb995-96f4-4294-b75b-094560c9031a req-18c090c2-a215-4845-8a3d-95efa3aa81a0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275757 Oct 04 08:40:27.428191 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:27.440428 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ee7eb995-96f4-4294-b75b-094560c9031a req-114028f9-7585-4452-a056-937d845856d2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003065 Oct 04 08:40:27.548272 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ee7eb995-96f4-4294-b75b-094560c9031a req-eead9925-9f39-42ad-8c5c-c7ef4c1be29c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934567 Oct 04 08:40:27.894762 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device f7276a7a-f322-4f2a-94f2-80a317bcf537 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:40:27.902051 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:28.018231 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port f7276a7a-f322-4f2a-94f2-80a317bcf537, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f7276a7a-f322-4f2a-94f2-80a317bcf537,segment=NetworkSegment(f7d4b489-126f-4b0f-b42b-5685ba92b839),segment_id=f7d4b489-126f-4b0f-b42b-5685ba92b839)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:40:28.032882 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': 'f7276a7a-f322-4f2a-94f2-80a317bcf537', 'network_id': '6a117e0a-fcb5-404d-b62e-3e5b877ed8ef', 'port_id': 'f7276a7a-f322-4f2a-94f2-80a317bcf537', 'mac_address': 'fa:16:3e:28:61:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f378bd-99f3-4655-9294-28bc2476817f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:40:28.073010 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port f7276a7a-f322-4f2a-94f2-80a317bcf537 is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:40:28.073370 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:28.089320 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7276a7a-f322-4f2a-94f2-80a317bcf537 {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:40:28.110485 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port f7276a7a-f322-4f2a-94f2-80a317bcf537, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f7276a7a-f322-4f2a-94f2-80a317bcf537,segment=NetworkSegment(f7d4b489-126f-4b0f-b42b-5685ba92b839),segment_id=f7d4b489-126f-4b0f-b42b-5685ba92b839)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:40:28.127122 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:28.134811 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b25ede-5817-4f6f-be49-9c44cc279a7b req-f952cf44-f2c7-4bab-ab8d-7ded289065ae tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:28.136394 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-23b25ede-5817-4f6f-be49-9c44cc279a7b req-f952cf44-f2c7-4bab-ab8d-7ded289065ae tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 944 time: 0.0769367 Oct 04 08:40:28.198369 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-23b25ede-5817-4f6f-be49-9c44cc279a7b req-89233817-4493-49f3-8330-3ff9f21de4d4 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556300 Oct 04 08:40:28.203504 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=f7276a7a-f322-4f2a-94f2-80a317bcf537,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:28.211125 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.211422 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.211783 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.212136 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.212468 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.212795 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.213120 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.213445 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.213769 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.214089 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.214418 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.214780 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.215090 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.215406 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.216396 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:28.313917 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49469841-424a-49a8-8948-701bf3eb11e7 req-63bd78ff-f321-4c06-bff5-b904a965ae04 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:28.315549 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-49469841-424a-49a8-8948-701bf3eb11e7 req-63bd78ff-f321-4c06-bff5-b904a965ae04 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 945 time: 0.0499187 Oct 04 08:40:28.370577 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-49469841-424a-49a8-8948-701bf3eb11e7 req-cd36bf11-2ebb-48a6-b66b-1a908f1466b2 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488820 Oct 04 08:40:28.478943 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['f7276a7a-f322-4f2a-94f2-80a317bcf537'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:40:28.509119 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:29.326435 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f813025-6378-441b-91b2-ec72f43e0b50 req-c4e89b32-ec11-4627-bec7-68d63aec37e6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:29.328091 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6f813025-6378-441b-91b2-ec72f43e0b50 req-c4e89b32-ec11-4627-bec7-68d63aec37e6 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 945 time: 0.0498950 Oct 04 08:40:29.385331 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-6f813025-6378-441b-91b2-ec72f43e0b50 req-b906498e-ce44-40e6-851c-f15518e1e50b tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470002 Oct 04 08:40:29.510996 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1056e-9fa5-4137-a6b0-905f0162fa56 req-3a22cb58-841e-4fd0-8094-cc3f79e484b0 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:29.512489 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-88b1056e-9fa5-4137-a6b0-905f0162fa56 req-3a22cb58-841e-4fd0-8094-cc3f79e484b0 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 945 time: 0.0523283 Oct 04 08:40:29.547971 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:29.569065 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-88b1056e-9fa5-4137-a6b0-905f0162fa56 req-ec5370c5-dae7-4d6f-97ee-be26e88df53d tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501108 Oct 04 08:40:29.912915 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device f7276a7a-f322-4f2a-94f2-80a317bcf537 up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:40:29.957552 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port f7276a7a-f322-4f2a-94f2-80a317bcf537 completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:40:29.964439 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port f7276a7a-f322-4f2a-94f2-80a317bcf537 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:40:29.964817 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:29.965155 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port f7276a7a-f322-4f2a-94f2-80a317bcf537 Oct 04 08:40:30.050461 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port f7276a7a-f322-4f2a-94f2-80a317bcf537 is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:40:30.050993 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:30.086598 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a212616-19a8-409e-8dc3-0fe11b28ac76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7276a7a-f322-4f2a-94f2-80a317bcf537'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:40:30.088865 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389e8456-a18a-4c51-97c0-24860c02c998" -d '{"events": [{"server_uuid": "9a212616-19a8-409e-8dc3-0fe11b28ac76", "name": "network-vif-plugged", "status": "completed", "tag": "f7276a7a-f322-4f2a-94f2-80a317bcf537"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:40:30.089770 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-de411551-3474-4342-91b4-1cb560861e33 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:30.092607 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-de411551-3474-4342-91b4-1cb560861e33 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 945 time: 0.0742600 Oct 04 08:40:30.104500 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port f7276a7a-f322-4f2a-94f2-80a317bcf537, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f7276a7a-f322-4f2a-94f2-80a317bcf537,segment=NetworkSegment(f7d4b489-126f-4b0f-b42b-5685ba92b839),segment_id=f7d4b489-126f-4b0f-b42b-5685ba92b839)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:40:30.111243 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:30.169267 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7488ec03-0432-4051-ab24-892de5b4a96d x-openstack-request-id: req-7488ec03-0432-4051-ab24-892de5b4a96d {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:40:30.169574 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a212616-19a8-409e-8dc3-0fe11b28ac76", "name": "network-vif-plugged", "status": "completed", "tag": "f7276a7a-f322-4f2a-94f2-80a317bcf537", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:40:30.169955 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7488ec03-0432-4051-ab24-892de5b4a96d {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:40:30.170214 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7488ec03-0432-4051-ab24-892de5b4a96d'] response: {'server_uuid': '9a212616-19a8-409e-8dc3-0fe11b28ac76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7276a7a-f322-4f2a-94f2-80a317bcf537', 'code': 200} Oct 04 08:40:30.176074 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=f7276a7a-f322-4f2a-94f2-80a317bcf537,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:30.239704 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Deleting port 24f06c20-7f60-43e3-94eb-e8a55284c173 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:40:30.240295 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:30.386256 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8d859-def3-4963-91df-60b5c9669848 req-c3921499-161f-4582-a6d5-8f0e33558969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:30.387962 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f7e8d859-def3-4963-91df-60b5c9669848 req-c3921499-161f-4582-a6d5-8f0e33558969 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 1130 time: 0.0697429 Oct 04 08:40:30.395001 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] For port 24f06c20-7f60-43e3-94eb-e8a55284c173, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=24f06c20-7f60-43e3-94eb-e8a55284c173,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:40:30.395367 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:30.567174 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f7e8d859-def3-4963-91df-60b5c9669848 req-04e713cc-e75a-4ee2-bccc-6e02b420377d service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690917 Oct 04 08:40:30.591479 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0bbf8-a841-46b6-a2cd-621af950cdff req-50f5a365-5446-43dd-849a-0ed687eb71f7 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:30.592578 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c6e0bbf8-a841-46b6-a2cd-621af950cdff req-50f5a365-5446-43dd-849a-0ed687eb71f7 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 946 time: 0.1170504 Oct 04 08:40:30.676019 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:30.702621 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:30.702961 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (c859622d-0397-4614-b4dc-fa81b3fada28), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:30.703286 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.l3_db [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Floating IP c859622d-0397-4614-b4dc-fa81b3fada28 disassociated. External IP: 172.27.0.139, port: 24f06c20-7f60-43e3-94eb-e8a55284c173. Oct 04 08:40:30.703624 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Calling delete_port for 24f06c20-7f60-43e3-94eb-e8a55284c173 owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:40:30.719151 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c6e0bbf8-a841-46b6-a2cd-621af950cdff req-cbc37ced-c7bd-488d-b404-87d754c9f16c tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140468 Oct 04 08:40:30.844408 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad43e0-4a45-4eea-b004-a16a9ebb3d3a req-cd5f65f6-892c-4f07-895c-478489509be5 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:30.845946 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2bad43e0-4a45-4eea-b004-a16a9ebb3d3a req-cd5f65f6-892c-4f07-895c-478489509be5 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 945 time: 0.0642707 Oct 04 08:40:30.931978 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (24f06c20-7f60-43e3-94eb-e8a55284c173), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:30.937015 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2bad43e0-4a45-4eea-b004-a16a9ebb3d3a req-d7f4c9ea-4303-4360-a771-3623d09ff151 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841839 Oct 04 08:40:30.971217 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event deleted for resources: {'Port': ['ID=24f06c20-7f60-43e3-94eb-e8a55284c173,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:30.984573 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.984916 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.985252 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.985593 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.985926 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.986252 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.986595 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.986921 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.987241 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.987745 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.987911 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.988216 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.988530 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.988846 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:30.989158 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:31.077551 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:31.105990 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:40:31.221395 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:40:31.231479 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2f934-bf47-40e2-8595-426093a946f5 None None] Sync routers for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:40:31.243179 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2f934-bf47-40e2-8595-426093a946f5 None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:40:31.243887 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-6dc2f934-bf47-40e2-8595-426093a946f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:40:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:31.266830 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] No DVR routers for this DVR port 24f06c20-7f60-43e3-94eb-e8a55284c173 on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:40:31.269690 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:31.273280 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-43ffa980-2c01-4e40-a260-0c6090496d68 req-8bb8b55b-1818-4116-a923-c90389bc10b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "DELETE /networking/v2.0/ports/24f06c20-7f60-43e3-94eb-e8a55284c173 HTTP/1.1" status: 204 len: 173 time: 1.1739235 Oct 04 08:40:31.273829 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255e6091-63f4-4381-89bc-d6b720ecb68e', 'name': 'network-vif-deleted', 'tag': '24f06c20-7f60-43e3-94eb-e8a55284c173'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:40:31.276157 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a004e9-9e3f-4421-85ef-29825d74671b" -d '{"events": [{"server_uuid": "255e6091-63f4-4381-89bc-d6b720ecb68e", "name": "network-vif-deleted", "tag": "24f06c20-7f60-43e3-94eb-e8a55284c173"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:40:31.376039 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-6dc2f934-bf47-40e2-8595-426093a946f5 None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:40:31.487734 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acac97c8-f238-4383-9bfb-fd9dc662f12c x-openstack-request-id: req-acac97c8-f238-4383-9bfb-fd9dc662f12c {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:40:31.488519 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255e6091-63f4-4381-89bc-d6b720ecb68e", "name": "network-vif-deleted", "tag": "24f06c20-7f60-43e3-94eb-e8a55284c173", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:40:31.488519 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acac97c8-f238-4383-9bfb-fd9dc662f12c {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:40:31.488972 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acac97c8-f238-4383-9bfb-fd9dc662f12c'] response: {'server_uuid': '255e6091-63f4-4381-89bc-d6b720ecb68e', 'name': 'network-vif-deleted', 'tag': '24f06c20-7f60-43e3-94eb-e8a55284c173', 'status': 'completed', 'code': 200} Oct 04 08:40:31.666207 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-6dc2f934-bf47-40e2-8595-426093a946f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:31.697403 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2f934-bf47-40e2-8595-426093a946f5 None None] Checking router: 4ab3ff76-f30b-40f5-ba46-3754e98882d8 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:40:31.707458 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2f934-bf47-40e2-8595-426093a946f5 None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:40:31.708080 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-6dc2f934-bf47-40e2-8595-426093a946f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:40:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:31.821537 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-6dc2f934-bf47-40e2-8595-426093a946f5 None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:40:31.862859 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0acfd-4391-4163-b58e-e768ef4a6bba req-2d6eeba7-68d7-4b2f-af8e-f8cbbe087db7 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:31.864677 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a3b0acfd-4391-4163-b58e-e768ef4a6bba req-2d6eeba7-68d7-4b2f-af8e-f8cbbe087db7 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 946 time: 0.0595803 Oct 04 08:40:31.924530 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a3b0acfd-4391-4163-b58e-e768ef4a6bba req-54918e55-8993-48f6-866a-120b93049017 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537004 Oct 04 08:40:32.037334 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-6dc2f934-bf47-40e2-8595-426093a946f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:32.070655 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2f934-bf47-40e2-8595-426093a946f5 None None] The sync data for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi is: [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:35:22Z', 'revision_number': 4, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3', 'name': '', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'mac_address': 'fa:16:3e:21:10:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:21Z', 'updated_at': '2022-10-04T08:35:41Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'subnets': [{'id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:40:32.088027 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-12058f60-d1f9-4f6d-af3f-06b06bd9f1ca req-486a501f-ed8b-42ff-8d81-0a2daf879edb tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=255e6091-63f4-4381-89bc-d6b720ecb68e HTTP/1.1" status: 200 len: 210 time: 0.0441928 Oct 04 08:40:32.336290 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10afb0-7944-4cfe-90e5-beec83104ff1 None None] New status for floating IP c859622d-0397-4614-b4dc-fa81b3fada28: DOWN {{(pid=106412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:40:33.058802 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949632f6-a355-40de-a3b8-15d445b4a66e req-7ef684d5-f63a-4a9e-b505-dce7f2ea166a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:33.060328 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-949632f6-a355-40de-a3b8-15d445b4a66e req-7ef684d5-f63a-4a9e-b505-dce7f2ea166a tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 946 time: 0.0490971 Oct 04 08:40:33.121362 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-949632f6-a355-40de-a3b8-15d445b4a66e req-59d11d8e-b715-4eb7-b555-7c635e446262 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511472 Oct 04 08:40:33.572648 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58002) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:40:33.645700 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c13287b1-5cd8-4a43-85a8-554b1f97945f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (db8bce35-db25-4ea2-adfe-d2e2dd55e8e5), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:33.675683 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c13287b1-5cd8-4a43-85a8-554b1f97945f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (db8bce35-db25-4ea2-adfe-d2e2dd55e8e5), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:33.755362 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c13287b1-5cd8-4a43-85a8-554b1f97945f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (db8bce35-db25-4ea2-adfe-d2e2dd55e8e5), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:33.757801 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c13287b1-5cd8-4a43-85a8-554b1f97945f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:33.759029 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-c13287b1-5cd8-4a43-85a8-554b1f97945f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/db8bce35-db25-4ea2-adfe-d2e2dd55e8e5 HTTP/1.1" status: 204 len: 168 time: 0.1850555 Oct 04 08:40:33.762088 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58004) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:40:33.770362 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13287b1-5cd8-4a43-85a8-554b1f97945f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8bce35-db25-4ea2-adfe-d2e2dd55e8e5,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:33.786601 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.api.v2.resource [None req-a88279d1-f0c7-4d40-9b69-7085542c5ada tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] show failed (client error): The resource could not be found. Oct 04 08:40:33.787760 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-a88279d1-f0c7-4d40-9b69-7085542c5ada tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups/db8bce35-db25-4ea2-adfe-d2e2dd55e8e5 HTTP/1.1" status: 404 len: 347 time: 0.0231493 Oct 04 08:40:33.791730 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58006) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:40:33.805439 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:33.926395 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-9b941a5b-578e-4aa5-95e7-a70fda805846 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Deleting port 62bd814c-b9fe-4590-ac0b-15f096ec967b {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:40:33.926771 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9b941a5b-578e-4aa5-95e7-a70fda805846 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (62bd814c-b9fe-4590-ac0b-15f096ec967b), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:33.945468 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 24f06c20-7f60-43e3-94eb-e8a55284c173 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:40:33.968724 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: 24f06c20-7f60-43e3-94eb-e8a55284c173 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:40:33.969072 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 24f06c20-7f60-43e3-94eb-e8a55284c173 not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:40:34.012978 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9b941a5b-578e-4aa5-95e7-a70fda805846 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (62bd814c-b9fe-4590-ac0b-15f096ec967b), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.013220 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9b941a5b-578e-4aa5-95e7-a70fda805846 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (62bd814c-b9fe-4590-ac0b-15f096ec967b), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.028431 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-9b941a5b-578e-4aa5-95e7-a70fda805846 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Calling delete_port for 62bd814c-b9fe-4590-ac0b-15f096ec967b owned by network:floatingip {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:40:34.182735 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9b941a5b-578e-4aa5-95e7-a70fda805846 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (62bd814c-b9fe-4590-ac0b-15f096ec967b), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.209659 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b941a5b-578e-4aa5-95e7-a70fda805846 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event deleted for resources: {'Port': ['ID=62bd814c-b9fe-4590-ac0b-15f096ec967b,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:34.280479 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9b941a5b-578e-4aa5-95e7-a70fda805846 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (c859622d-0397-4614-b4dc-fa81b3fada28), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.283061 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9b941a5b-578e-4aa5-95e7-a70fda805846 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.284266 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-9b941a5b-578e-4aa5-95e7-a70fda805846 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/c859622d-0397-4614-b4dc-fa81b3fada28 HTTP/1.1" status: 204 len: 168 time: 0.4911954 Oct 04 08:40:34.456440 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58014) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:40:34.462522 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1138498956', 'description': 'tempest-description--400740345'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:40:34.494623 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.531011 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:34.574401 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35421a-63ac-4b68-b954-ef6f8c2428ac req-8f05cfe5-4cf7-4b2d-8e18-ff3be1d2e094 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:34.576426 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1b35421a-63ac-4b68-b954-ef6f8c2428ac req-8f05cfe5-4cf7-4b2d-8e18-ff3be1d2e094 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 945 time: 0.0565486 Oct 04 08:40:34.576555 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (fa1084ce-0893-4570-80f0-c5c82f247ada), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.581150 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (fa1084ce-0893-4570-80f0-c5c82f247ada), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.616824 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.623008 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1603055 Oct 04 08:40:34.623008 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1084ce-0893-4570-80f0-c5c82f247ada,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:34.623479 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58016) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:40:34.628894 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.629248 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.629601 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.629946 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.630287 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.630671 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.630993 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.631314 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.631645 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.631980 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.632312 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.632640 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.633016 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.633340 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.633619 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceec191-1912-47c9-8824-6018a5aa30c7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:40:34.636720 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-bcca522f-a3f8-4452-9e94-8ac37ab2cfb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'security_group_rule': {'security_group_id': 'fa1084ce-0893-4570-80f0-c5c82f247ada', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:40:34.672472 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1b35421a-63ac-4b68-b954-ef6f8c2428ac req-0aa7302b-536b-46df-b546-5c39af44c6eb tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879347 Oct 04 08:40:34.696600 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bcca522f-a3f8-4452-9e94-8ac37ab2cfb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (1459bed1-2c2e-4360-84a9-490296640304), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.782251 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bcca522f-a3f8-4452-9e94-8ac37ab2cfb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (1459bed1-2c2e-4360-84a9-490296640304), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.788704 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bcca522f-a3f8-4452-9e94-8ac37ab2cfb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (1459bed1-2c2e-4360-84a9-490296640304), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.810653 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca522f-a3f8-4452-9e94-8ac37ab2cfb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1459bed1-2c2e-4360-84a9-490296640304,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:34.816346 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-bcca522f-a3f8-4452-9e94-8ac37ab2cfb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.817544 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-bcca522f-a3f8-4452-9e94-8ac37ab2cfb6 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1923087 Oct 04 08:40:34.821399 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58020) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:40:34.827385 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-2ce29926-43d0-49f6-8322-0f2302d0267f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'security_group_rule': {'security_group_id': 'fa1084ce-0893-4570-80f0-c5c82f247ada', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:40:34.857463 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ce29926-43d0-49f6-8322-0f2302d0267f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (7878be61-c745-4d4a-b591-6723c2f5dabf), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.921934 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ce29926-43d0-49f6-8322-0f2302d0267f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (7878be61-c745-4d4a-b591-6723c2f5dabf), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.925555 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ce29926-43d0-49f6-8322-0f2302d0267f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (7878be61-c745-4d4a-b591-6723c2f5dabf), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.946819 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce29926-43d0-49f6-8322-0f2302d0267f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7878be61-c745-4d4a-b591-6723c2f5dabf,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:34.955092 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2ce29926-43d0-49f6-8322-0f2302d0267f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:34.956310 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-2ce29926-43d0-49f6-8322-0f2302d0267f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339016 Oct 04 08:40:34.961283 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58022) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:40:34.968703 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'floatingip': {'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:40:34.992488 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:35.092578 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:35.226428 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Allocated IP 172.27.0.72 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/3424a779-d08a-43c5-ac58-4ee78beaabae) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:40:35.337483 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for port (3424a779-d08a-43c5-ac58-4ee78beaabae), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:35.367221 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:35.373708 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (3424a779-d08a-43c5-ac58-4ee78beaabae), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:35.415326 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:35.422869 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:40:35.426105 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:40:35.431417 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:40:35.679322 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'Port': ['ID=3424a779-d08a-43c5-ac58-4ee78beaabae,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:35.746321 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (ea7d18ab-9d78-4beb-afb8-9b8d401ad63d), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:35.789731 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (3424a779-d08a-43c5-ac58-4ee78beaabae), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:35.860633 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bfb97-a05a-45f0-bb18-793137b6e7d8 req-e1612355-1cc7-490a-8ac9-77738f87d8d1 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:35.862375 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c37bfb97-a05a-45f0-bb18-793137b6e7d8 req-e1612355-1cc7-490a-8ac9-77738f87d8d1 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 945 time: 0.0610948 Oct 04 08:40:35.925378 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c37bfb97-a05a-45f0-bb18-793137b6e7d8 req-ccb1e0cd-13df-428c-adff-2376c472909a tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e307a505-b545-4f53-be75-452eb9770350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532038 Oct 04 08:40:35.991005 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for port (3424a779-d08a-43c5-ac58-4ee78beaabae), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:35.997399 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (3424a779-d08a-43c5-ac58-4ee78beaabae), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:36.072182 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'Port': ['ID=3424a779-d08a-43c5-ac58-4ee78beaabae,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:36.074937 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (ea7d18ab-9d78-4beb-afb8-9b8d401ad63d), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:36.093973 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:36.095317 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-23be6856-5aae-443e-bf03-60fc02c05d46 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1328535 Oct 04 08:40:36.295044 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-747e9ba4-27d6-4e76-b209-17fc3f8083ca tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:36.296531 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-747e9ba4-27d6-4e76-b209-17fc3f8083ca tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 945 time: 0.0692959 Oct 04 08:40:36.313812 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:36.320688 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-9523a4e9-a192-4207-b4e1-4ad5a68660c8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1138498956&fields=id&tenant_id=2b940c43c46c402bbc4c3c0461b51061 HTTP/1.1" status: 200 len: 267 time: 0.0952239 Oct 04 08:40:36.468774 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Deleting port 0e892634-2abc-4cc1-ad5b-83887511e34a {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:40:36.469035 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:36.541453 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-24974786-899a-4f20-9fda-ecb665caf24f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:36.543022 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-24974786-899a-4f20-9fda-ecb665caf24f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 815 time: 0.1996801 Oct 04 08:40:36.581458 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-f6be4ce4-af03-477f-8da3-3a661d69d1a3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/quotas/2b940c43c46c402bbc4c3c0461b51061 HTTP/1.1" status: 200 len: 375 time: 0.0249171 Oct 04 08:40:36.649485 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] For port 0e892634-2abc-4cc1-ad5b-83887511e34a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0e892634-2abc-4cc1-ad5b-83887511e34a,segment=NetworkSegment(f48d575e-74e1-4f3e-8727-6deaccc8c438),segment_id=f48d575e-74e1-4f3e-8727-6deaccc8c438)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:40:36.649858 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:36.670668 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-0a3d641d-7531-487a-8c4f-772fa094de52 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803275 Oct 04 08:40:36.896970 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:36.944012 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:36.944362 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (45c85350-cbbd-4a1c-88c8-210f25d952da), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:36.944694 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.l3_db [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Floating IP 45c85350-cbbd-4a1c-88c8-210f25d952da disassociated. External IP: 172.27.0.33, port: 0e892634-2abc-4cc1-ad5b-83887511e34a. Oct 04 08:40:36.945046 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Calling delete_port for 0e892634-2abc-4cc1-ad5b-83887511e34a owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:40:36.974254 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-d59fbe9b-001b-482c-be91-5eb32b5c1f5e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693629 Oct 04 08:40:37.414859 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-68a9a7b4-5e7f-4a5e-b87e-0284b85a3587 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079707 Oct 04 08:40:37.485748 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (0e892634-2abc-4cc1-ad5b-83887511e34a), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:37.516233 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event deleted for resources: {'Port': ['ID=0e892634-2abc-4cc1-ad5b-83887511e34a,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:37.578643 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:37.658416 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-91ddb2d3-e7da-49df-bc74-34f79cf81e86 req-0457b937-8848-4a88-b9e6-13c82e876e8a tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 210 time: 0.0376065 Oct 04 08:40:37.695399 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Router fdcc413e-0188-45d9-af3f-5d148c24247d has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:40:37.803857 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-755078ca-d6e1-462a-a875-5131e50871ad req-304954d1-fe44-4bc7-b4ea-0c981c7560a8 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0384777 Oct 04 08:40:37.877224 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:40:37.901317 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72071c1f-1eca-478b-ae10-7aefec004ba0 None None] Sync routers for ids ['fdcc413e-0188-45d9-af3f-5d148c24247d'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:40:37.929950 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72071c1f-1eca-478b-ae10-7aefec004ba0 None None] Routers {'fdcc413e-0188-45d9-af3f-5d148c24247d'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:40:37.931066 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-72071c1f-1eca-478b-ae10-7aefec004ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:40:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['fdcc413e-0188-45d9-af3f-5d148c24247d'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:37.948324 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] No DVR routers for this DVR port 0e892634-2abc-4cc1-ad5b-83887511e34a on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:40:37.955852 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:37.962971 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e961f1ed-f41c-4275-8cf8-3db585a6a6b5 req-dfcff03b-25be-4e8b-b033-65935360ea54 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.17 "DELETE /networking/v2.0/ports/0e892634-2abc-4cc1-ad5b-83887511e34a HTTP/1.1" status: 204 len: 173 time: 1.6578360 Oct 04 08:40:37.963614 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f2b98d-4c4e-47ff-b1d4-19addcee2e27', 'name': 'network-vif-deleted', 'tag': '0e892634-2abc-4cc1-ad5b-83887511e34a'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:40:37.966876 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53643901-4763-42e6-bb7c-58fe27e36f47" -d '{"events": [{"server_uuid": "c1f2b98d-4c4e-47ff-b1d4-19addcee2e27", "name": "network-vif-deleted", "tag": "0e892634-2abc-4cc1-ad5b-83887511e34a"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:40:38.037107 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06a5d86-7817-4ae6-849c-c2565cf08609 x-openstack-request-id: req-c06a5d86-7817-4ae6-849c-c2565cf08609 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:40:38.037841 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f2b98d-4c4e-47ff-b1d4-19addcee2e27", "name": "network-vif-deleted", "tag": "0e892634-2abc-4cc1-ad5b-83887511e34a", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:40:38.038252 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c06a5d86-7817-4ae6-849c-c2565cf08609 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:40:38.038855 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06a5d86-7817-4ae6-849c-c2565cf08609'] response: {'server_uuid': 'c1f2b98d-4c4e-47ff-b1d4-19addcee2e27', 'name': 'network-vif-deleted', 'tag': '0e892634-2abc-4cc1-ad5b-83887511e34a', 'status': 'completed', 'code': 200} Oct 04 08:40:38.193296 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-72071c1f-1eca-478b-ae10-7aefec004ba0 None None] Set router fdcc413e-0188-45d9-af3f-5d148c24247d gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:40:38.379320 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:38.510651 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-72071c1f-1eca-478b-ae10-7aefec004ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:36:52Z', 'revision_number': 4, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'd79070e4-d6bf-4dd2-8474-99d8d9c46648', 'name': '', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'mac_address': 'fa:16:3e:22:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:51Z', 'updated_at': '2022-10-04T08:37:01Z', 'revision_number': 5, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'subnets': [{'id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:38.547674 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72071c1f-1eca-478b-ae10-7aefec004ba0 None None] Checking router: fdcc413e-0188-45d9-af3f-5d148c24247d for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:40:38.561288 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72071c1f-1eca-478b-ae10-7aefec004ba0 None None] Routers {'fdcc413e-0188-45d9-af3f-5d148c24247d'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:40:38.561901 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-72071c1f-1eca-478b-ae10-7aefec004ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:40:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['fdcc413e-0188-45d9-af3f-5d148c24247d'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:38.685966 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:38.717400 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-72071c1f-1eca-478b-ae10-7aefec004ba0 None None] Set router fdcc413e-0188-45d9-af3f-5d148c24247d gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:40:38.830909 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-25347f62-a7e4-4612-accb-80fdbe857763 req-880bf29b-462c-45b0-8c8a-ce119201e713 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c1f2b98d-4c4e-47ff-b1d4-19addcee2e27 HTTP/1.1" status: 200 len: 210 time: 0.0351281 Oct 04 08:40:38.975008 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9594a995-f9aa-4146-9f5b-a6b64113304b req-46fac270-5000-45f2-8b73-77e45e751750 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0297899 Oct 04 08:40:39.078159 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-72071c1f-1eca-478b-ae10-7aefec004ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:36:52Z', 'revision_number': 4, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'd79070e4-d6bf-4dd2-8474-99d8d9c46648', 'name': '', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'mac_address': 'fa:16:3e:22:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:51Z', 'updated_at': '2022-10-04T08:37:01Z', 'revision_number': 5, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'subnets': [{'id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:40:39.115803 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72071c1f-1eca-478b-ae10-7aefec004ba0 None None] The sync data for ids ['fdcc413e-0188-45d9-af3f-5d148c24247d'] in dv-cinder-860209-1-iscsi is: [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:36:52Z', 'revision_number': 4, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'd79070e4-d6bf-4dd2-8474-99d8d9c46648', 'name': '', 'network_id': 'e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'mac_address': 'fa:16:3e:22:d8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:51Z', 'updated_at': '2022-10-04T08:37:01Z', 'revision_number': 5, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'subnets': [{'id': '93f5ad63-8511-451a-b445-ec0028854cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:40:39.390767 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e7c465-948b-4bc9-afeb-64107b3d6a75 None None] New status for floating IP 45c85350-cbbd-4a1c-88c8-210f25d952da: DOWN {{(pid=106412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:40:39.973735 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 0e892634-2abc-4cc1-ad5b-83887511e34a no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:40:39.994522 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: 0e892634-2abc-4cc1-ad5b-83887511e34a {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:40:39.994894 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 0e892634-2abc-4cc1-ad5b-83887511e34a not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:40:40.088563 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-73ee3562-560d-4996-81a7-22e8c0e82235 req-57040c60-090d-4392-b8ac-3a671af649fa tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0270820 Oct 04 08:40:40.853534 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-62e59f73-7a0d-4801-9a5c-67337f368f15 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:40.855147 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-62e59f73-7a0d-4801-9a5c-67337f368f15 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "GET /networking/v2.0/networks?id=fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 200 len: 815 time: 0.1202567 Oct 04 08:40:40.933091 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-0b79428f-a96f-420a-86d4-0fc048758551 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2b940c43c46c402bbc4c3c0461b51061 HTTP/1.1" status: 200 len: 380 time: 0.0692358 Oct 04 08:40:41.009455 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b941e766-2650-4f11-9ba7-c82473ff3028 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Request body: {'port': {'device_id': '841d6e59-1b03-4e23-be17-3605627428f1', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'admin_state_up': True, 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'security_groups': ['fa1084ce-0893-4570-80f0-c5c82f247ada']}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:40:41.147128 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b941e766-2650-4f11-9ba7-c82473ff3028 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Made reservation on behalf of 2b940c43c46c402bbc4c3c0461b51061 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:40:41.151054 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b941e766-2650-4f11-9ba7-c82473ff3028 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:41.174988 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:41.317071 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b941e766-2650-4f11-9ba7-c82473ff3028 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Allocated IP 172.20.0.5 (fd380db5-2756-484c-8401-ea63df26e43d/a544c86d-0009-4ba9-af33-45ba2bcf0de5/22b85e3a-e060-4164-a7ba-4548ef439545) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:40:41.509977 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b941e766-2650-4f11-9ba7-c82473ff3028 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for port (22b85e3a-e060-4164-a7ba-4548ef439545), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:41.521083 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:41.556572 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b941e766-2650-4f11-9ba7-c82473ff3028 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:41.571067 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:41.610035 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b941e766-2650-4f11-9ba7-c82473ff3028 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Network fd380db5-2756-484c-8401-ea63df26e43d is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:40:41.613430 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b941e766-2650-4f11-9ba7-c82473ff3028 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:40:41.617651 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b941e766-2650-4f11-9ba7-c82473ff3028 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:40:41.643874 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941e766-2650-4f11-9ba7-c82473ff3028 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event updated for resources: {'Port': ['ID=22b85e3a-e060-4164-a7ba-4548ef439545,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:41.679416 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b941e766-2650-4f11-9ba7-c82473ff3028 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:41.680245 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b941e766-2650-4f11-9ba7-c82473ff3028 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:41.702509 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b941e766-2650-4f11-9ba7-c82473ff3028 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7002068 Oct 04 08:40:41.778823 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Request body: {'port': {'device_id': '841d6e59-1b03-4e23-be17-3605627428f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:40:41.844929 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:41.870681 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:41.881064 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-a06af705-ef5c-4d56-85f8-b8626614b1a0 None None] Provisioning complete for port 22b85e3a-e060-4164-a7ba-4548ef439545 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:40:41.881440 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a06af705-ef5c-4d56-85f8-b8626614b1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:41.881772 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-a06af705-ef5c-4d56-85f8-b8626614b1a0 None None] Attempt 1 to provision port 22b85e3a-e060-4164-a7ba-4548ef439545 Oct 04 08:40:41.916946 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-a06af705-ef5c-4d56-85f8-b8626614b1a0 None None] Port 22b85e3a-e060-4164-a7ba-4548ef439545 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:40:42.165067 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b85e3a-e060-4164-a7ba-4548ef439545 {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:40:42.179793 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Publish callbacks [] for port (22b85e3a-e060-4164-a7ba-4548ef439545), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:42.194913 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Transition to ACTIVE for port object 22b85e3a-e060-4164-a7ba-4548ef439545 will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:40:42.200925 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:42.229228 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:42.270354 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Pushing event updated for resources: {'Port': ['ID=22b85e3a-e060-4164-a7ba-4548ef439545,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:42.327109 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Attempting to bind port 22b85e3a-e060-4164-a7ba-4548ef439545 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:40:42.327484 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Attempting to bind port 22b85e3a-e060-4164-a7ba-4548ef439545 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:40:42.327846 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Attempting to bind port 22b85e3a-e060-4164-a7ba-4548ef439545 on network fd380db5-2756-484c-8401-ea63df26e43d {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:40:42.370528 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Port 22b85e3a-e060-4164-a7ba-4548ef439545 on network fd380db5-2756-484c-8401-ea63df26e43d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:40:42.370876 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Attempting to bind port 22b85e3a-e060-4164-a7ba-4548ef439545 on network fd380db5-2756-484c-8401-ea63df26e43d {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:40:42.415121 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:40:42.415357 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Checking segment: {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:40:42.415724 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Bound using segment: {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:40:42.416149 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Bound port: 22b85e3a-e060-4164-a7ba-4548ef439545, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d32a3fd-44a4-41e8-ad40-9434c03d283f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:40:42.416502 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:42.485607 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] For port 22b85e3a-e060-4164-a7ba-4548ef439545, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:40:42.488713 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] For port 22b85e3a-e060-4164-a7ba-4548ef439545, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=22b85e3a-e060-4164-a7ba-4548ef439545,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:40:42.489892 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:42.496547 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:42.502817 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:42.503578 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:42.505036 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/22b85e3a-e060-4164-a7ba-4548ef439545 HTTP/1.1" status: 200 len: 1093 time: 0.7833385 Oct 04 08:40:42.505609 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841d6e59-1b03-4e23-be17-3605627428f1', 'tag': '22b85e3a-e060-4164-a7ba-4548ef439545'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:40:42.507906 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf6e6d2-3b0e-4eaa-8e63-847f8d0b6783" -d '{"events": [{"name": "network-changed", "server_uuid": "841d6e59-1b03-4e23-be17-3605627428f1", "tag": "22b85e3a-e060-4164-a7ba-4548ef439545"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:40:42.561921 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b99ce3-c700-4745-b2b6-7c892213f721 service neutron] Pushing event updated for resources: {'Port': ['ID=22b85e3a-e060-4164-a7ba-4548ef439545,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:44.498620 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-13a9fd31-98f4-4449-8979-52add15bd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:44.500342 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-13a9fd31-98f4-4449-8979-52add15bd155 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2b940c43c46c402bbc4c3c0461b51061&device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 1127 time: 0.0402305 Oct 04 08:40:44.541813 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-27242d10-67e8-4ffc-b71c-3fc3dedfc196 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22b85e3a-e060-4164-a7ba-4548ef439545 HTTP/1.1" status: 200 len: 217 time: 0.0336211 Oct 04 08:40:44.597953 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-980684ad-adac-4d7c-b266-e2ebc44f7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:44.599491 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-980684ad-adac-4d7c-b266-e2ebc44f7df6 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a544c86d-0009-4ba9-af33-45ba2bcf0de5 HTTP/1.1" status: 200 len: 854 time: 0.0484014 Oct 04 08:40:44.654686 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-40f48a03-1982-483e-a9e5-0089c43d1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:40:44.656264 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-40f48a03-1982-483e-a9e5-0089c43d1c30 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd380db5-2756-484c-8401-ea63df26e43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410459 Oct 04 08:40:44.746328 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-d0d4dcf8-d316-44e3-a91b-2ef839d000d5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835567 Oct 04 08:40:44.850719 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-aa4f2102-9f48-49d2-9ad8-87a13527dc8a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963416 Oct 04 08:40:46.001144 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 22b85e3a-e060-4164-a7ba-4548ef439545 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:40:46.083992 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=51,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:46.087125 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=47,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:46.109440 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 22b85e3a-e060-4164-a7ba-4548ef439545, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=22b85e3a-e060-4164-a7ba-4548ef439545,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:40:46.121065 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': '22b85e3a-e060-4164-a7ba-4548ef439545', 'network_id': 'fd380db5-2756-484c-8401-ea63df26e43d', 'port_id': '22b85e3a-e060-4164-a7ba-4548ef439545', 'mac_address': 'fa:16:3e:ae:5c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a544c86d-0009-4ba9-af33-45ba2bcf0de5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:40:46.158047 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 22b85e3a-e060-4164-a7ba-4548ef439545 is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:40:46.158429 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:46.172722 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b85e3a-e060-4164-a7ba-4548ef439545 {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:40:46.193192 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 22b85e3a-e060-4164-a7ba-4548ef439545, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=22b85e3a-e060-4164-a7ba-4548ef439545,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:40:46.196944 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:46.247367 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=22b85e3a-e060-4164-a7ba-4548ef439545,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:47.958203 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:40:48.766849 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-bb06d2a1-8b39-405b-adb1-f19e5680bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:49.275452 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['22b85e3a-e060-4164-a7ba-4548ef439545'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:40:49.296599 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:50.845048 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 22b85e3a-e060-4164-a7ba-4548ef439545 up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:40:50.889000 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port 22b85e3a-e060-4164-a7ba-4548ef439545 completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:40:50.895021 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port 22b85e3a-e060-4164-a7ba-4548ef439545 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:40:50.895396 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:50.895733 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port 22b85e3a-e060-4164-a7ba-4548ef439545 Oct 04 08:40:50.972576 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port 22b85e3a-e060-4164-a7ba-4548ef439545 is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:40:50.972961 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:50.996064 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841d6e59-1b03-4e23-be17-3605627428f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b85e3a-e060-4164-a7ba-4548ef439545'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:40:50.999109 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553176c5-cd13-432f-8102-b3de5378f85c" -d '{"events": [{"server_uuid": "841d6e59-1b03-4e23-be17-3605627428f1", "name": "network-vif-plugged", "status": "completed", "tag": "22b85e3a-e060-4164-a7ba-4548ef439545"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:40:51.015833 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port 22b85e3a-e060-4164-a7ba-4548ef439545, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=22b85e3a-e060-4164-a7ba-4548ef439545,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:40:51.019961 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:51.068524 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=22b85e3a-e060-4164-a7ba-4548ef439545,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:40:51.287355 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-fe7723b6-4a94-4ab9-afe0-e0c5a18c9eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:52.811958 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:54.356634 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:54.373766 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:40:54.840093 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:54.846957 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=41 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:57.952915 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=26 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:40:57.953753 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=48 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:41:04.362699 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:41:04.369079 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=53,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:41:11.583120 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:13.517093 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1a58dd84-7f29-4e00-a6ee-aff06d41d801 req-a85e22b1-4168-48c9-92eb-aebccebe08e5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417850 Oct 04 08:41:13.578825 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58dd84-7f29-4e00-a6ee-aff06d41d801 req-15fe0f54-a179-46ba-b648-e2bf31645075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:41:13.580338 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1a58dd84-7f29-4e00-a6ee-aff06d41d801 req-15fe0f54-a179-46ba-b648-e2bf31645075 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 1129 time: 0.0398540 Oct 04 08:41:13.699976 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58dd84-7f29-4e00-a6ee-aff06d41d801 req-1f96afc5-d984-40cc-8050-3029a2fb181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:41:13.701486 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1a58dd84-7f29-4e00-a6ee-aff06d41d801 req-1f96afc5-d984-40cc-8050-3029a2fb181f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.0988321 Oct 04 08:41:13.744314 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1a58dd84-7f29-4e00-a6ee-aff06d41d801 req-853d1ba1-d2d3-4cbb-86e3-15b675d18875 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364e2511-1153-48e7-8595-032dbdba4297 HTTP/1.1" status: 200 len: 217 time: 0.0356176 Oct 04 08:41:13.801806 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58dd84-7f29-4e00-a6ee-aff06d41d801 req-af48f82a-4907-49d2-a329-28f101b57fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:41:13.803407 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1a58dd84-7f29-4e00-a6ee-aff06d41d801 req-af48f82a-4907-49d2-a329-28f101b57fd3 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0516703 Oct 04 08:41:13.849088 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58dd84-7f29-4e00-a6ee-aff06d41d801 req-01dc1142-5c8c-4245-867d-9bc2fe70d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:41:13.850649 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1a58dd84-7f29-4e00-a6ee-aff06d41d801 req-01dc1142-5c8c-4245-867d-9bc2fe70d17c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401087 Oct 04 08:41:13.945650 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1a58dd84-7f29-4e00-a6ee-aff06d41d801 req-1df9201a-d80d-483c-97e9-065f91e35d53 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886621 Oct 04 08:41:14.042303 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1a58dd84-7f29-4e00-a6ee-aff06d41d801 req-87a5984f-d4d3-4d86-b0cf-fad66f41cd09 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896642 Oct 04 08:41:18.769463 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-50a5b2ba-8074-4763-818a-249f549d6524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:21.290696 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-95ee4a9b-333e-4170-b68a-9de8beffdab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:22.815030 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:24.038010 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=46 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:41:24.038848 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=47 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:41:24.351960 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:24.375819 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:24.957584 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:41:34.368880 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:41:34.371345 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:41:34.952731 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:41:34.953481 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:41:40.080884 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58176) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:41:40.200640 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Deleting port aa666acb-fe6a-42a1-94cb-c691f7a3201e {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:41:40.200973 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (aa666acb-fe6a-42a1-94cb-c691f7a3201e), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:40.285077 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (aa666acb-fe6a-42a1-94cb-c691f7a3201e), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:40.285392 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for floatingip (aa666acb-fe6a-42a1-94cb-c691f7a3201e), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:40.298449 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Calling delete_port for aa666acb-fe6a-42a1-94cb-c691f7a3201e owned by network:floatingip {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:41:40.429043 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (aa666acb-fe6a-42a1-94cb-c691f7a3201e), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:40.459528 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event deleted for resources: {'Port': ['ID=aa666acb-fe6a-42a1-94cb-c691f7a3201e,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:41:40.491349 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.491688 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.492028 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.492366 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.492698 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.493023 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.493346 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.493666 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.493995 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.494312 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.494668 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.494992 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.495868 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.496195 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.496561 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:41:40.544040 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for floatingip (45c85350-cbbd-4a1c-88c8-210f25d952da), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:40.546701 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:40.547853 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-7ddf239e-0fb6-4654-ad58-7fddd3ec8561 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/45c85350-cbbd-4a1c-88c8-210f25d952da HTTP/1.1" status: 204 len: 168 time: 0.4659836 Oct 04 08:41:41.590188 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:47.416595 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-be2f9bed-4d2c-4671-885b-8be4f1a3968e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:41:47.418474 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-be2f9bed-4d2c-4671-885b-8be4f1a3968e tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 945 time: 0.0473983 Oct 04 08:41:47.474126 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=13 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:41:47.478297 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=13 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:41:47.509745 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b58b79cf-d1c9-468e-9136-4f89b90d6ad3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Deleting port 22b85e3a-e060-4164-a7ba-4548ef439545 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:41:47.510091 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b58b79cf-d1c9-468e-9136-4f89b90d6ad3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:47.599218 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b58b79cf-d1c9-468e-9136-4f89b90d6ad3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] For port 22b85e3a-e060-4164-a7ba-4548ef439545, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=22b85e3a-e060-4164-a7ba-4548ef439545,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:41:47.599575 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b58b79cf-d1c9-468e-9136-4f89b90d6ad3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:47.613238 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b58b79cf-d1c9-468e-9136-4f89b90d6ad3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Calling delete_port for 22b85e3a-e060-4164-a7ba-4548ef439545 owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:41:47.747289 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b58b79cf-d1c9-468e-9136-4f89b90d6ad3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (22b85e3a-e060-4164-a7ba-4548ef439545), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:47.773929 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b79cf-d1c9-468e-9136-4f89b90d6ad3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event deleted for resources: {'Port': ['ID=22b85e3a-e060-4164-a7ba-4548ef439545,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:41:47.783395 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:41:47.825873 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b58b79cf-d1c9-468e-9136-4f89b90d6ad3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] No DVR routers for this DVR port 22b85e3a-e060-4164-a7ba-4548ef439545 on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:41:47.829745 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b58b79cf-d1c9-468e-9136-4f89b90d6ad3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:47.833249 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3b727058-695e-43d0-bc9d-10dff91f6110 req-b58b79cf-d1c9-468e-9136-4f89b90d6ad3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.17 "DELETE /networking/v2.0/ports/22b85e3a-e060-4164-a7ba-4548ef439545 HTTP/1.1" status: 204 len: 173 time: 0.4083080 Oct 04 08:41:48.773283 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d6200e54-f86a-4770-a293-b8ac1f460214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:51.163135 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 22b85e3a-e060-4164-a7ba-4548ef439545 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:41:51.183599 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: 22b85e3a-e060-4164-a7ba-4548ef439545 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:41:51.183930 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 22b85e3a-e060-4164-a7ba-4548ef439545 not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:41:51.296143 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4182109c-337c-45c1-9cf0-d60b1dabf4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:52.818902 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:54.346795 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:54.379811 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:41:57.805002 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:DELETE=7 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:42:01.957478 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:42:04.368424 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:42:04.376114 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:42:11.582062 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:42:11.953716 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:42:11.954632 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:42:14.781231 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-869d53c9-5bdd-425c-bde3-4f43885218c9 req-0d7e0a16-574f-493c-9557-421579b42253 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413022 Oct 04 08:42:14.842954 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d53c9-5bdd-425c-bde3-4f43885218c9 req-bb75ece8-9431-47d4-9f37-25a1087e37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:42:14.844480 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-869d53c9-5bdd-425c-bde3-4f43885218c9 req-bb75ece8-9431-47d4-9f37-25a1087e37fd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5d21789971964770bdf417547cd19840&device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 1130 time: 0.0410314 Oct 04 08:42:14.955525 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d53c9-5bdd-425c-bde3-4f43885218c9 req-af6cc85e-8454-42ec-9456-91b4659fb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:42:14.956919 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-869d53c9-5bdd-425c-bde3-4f43885218c9 req-af6cc85e-8454-42ec-9456-91b4659fb186 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd08aa17-8a80-4dac-a656-3195d8433ec8 HTTP/1.1" status: 200 len: 911 time: 0.0932145 Oct 04 08:42:15.021541 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-869d53c9-5bdd-425c-bde3-4f43885218c9 req-763e22b5-4a4f-436e-bcae-09e00d2da2f7 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=321b30d3-511f-4d46-a3a8-f9853c32c5d9 HTTP/1.1" status: 200 len: 1001 time: 0.0584934 Oct 04 08:42:15.074849 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d53c9-5bdd-425c-bde3-4f43885218c9 req-2e549e08-611a-44cb-8e82-052722d31f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:42:15.076896 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-869d53c9-5bdd-425c-bde3-4f43885218c9 req-2e549e08-611a-44cb-8e82-052722d31f39 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=56a0f7b4-9493-4557-9389-0cc520afaa31 HTTP/1.1" status: 200 len: 850 time: 0.0492439 Oct 04 08:42:15.129451 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d53c9-5bdd-425c-bde3-4f43885218c9 req-6b143e43-5c82-4126-bf47-30006ad08484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:42:15.131061 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-869d53c9-5bdd-425c-bde3-4f43885218c9 req-6b143e43-5c82-4126-bf47-30006ad08484 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd08aa17-8a80-4dac-a656-3195d8433ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467455 Oct 04 08:42:15.229714 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-869d53c9-5bdd-425c-bde3-4f43885218c9 req-297a3e86-ec7c-4c91-8fff-a1d9a489c0a6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927174 Oct 04 08:42:15.325418 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-869d53c9-5bdd-425c-bde3-4f43885218c9 req-dacb3a2a-422e-4229-aada-c3fc40af6751 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903687 Oct 04 08:42:18.777623 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-54d4be38-2e34-4497-bafb-88c337d1932e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:42:21.298907 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-37c4b71a-bbe0-445c-96ca-ce97f4b7bd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:42:22.826972 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:42:24.349986 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:42:24.382814 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:42:25.319994 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=50 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:42:25.321933 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=51 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:42:34.372250 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:42:34.378901 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:42:38.958703 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:42:41.602243 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:42:48.780186 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-de06f39e-d80a-41f7-b92a-10d8ab71ded9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:42:48.954635 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:42:48.955304 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:42:51.302365 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-bd5c77b0-bc53-4dc3-8cdb-709e9d5682f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:42:52.824032 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:42:54.354722 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:42:54.386018 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:04.378985 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:04.380913 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:11.600007 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:15.848036 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8512c3aa-ef1f-4a32-880e-ba8c3f7800b8 req-b258b7ef-b13e-4e34-8621-e83127634490 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406613 Oct 04 08:43:15.910045 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c3aa-ef1f-4a32-880e-ba8c3f7800b8 req-b30fff47-b17b-4be2-b15c-6515e9771711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:43:15.911682 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8512c3aa-ef1f-4a32-880e-ba8c3f7800b8 req-b30fff47-b17b-4be2-b15c-6515e9771711 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 1129 time: 0.0419493 Oct 04 08:43:15.957518 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:43:16.025371 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c3aa-ef1f-4a32-880e-ba8c3f7800b8 req-daafa714-9a7f-4901-b8b7-d2883afd1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:43:16.026902 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8512c3aa-ef1f-4a32-880e-ba8c3f7800b8 req-daafa714-9a7f-4901-b8b7-d2883afd1379 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.0965867 Oct 04 08:43:16.091200 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8512c3aa-ef1f-4a32-880e-ba8c3f7800b8 req-35832e76-5da0-485e-9122-9b24812e459f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47 HTTP/1.1" status: 200 len: 1000 time: 0.0584319 Oct 04 08:43:16.157423 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c3aa-ef1f-4a32-880e-ba8c3f7800b8 req-ed9636cd-b626-4efa-a5c0-decd573c9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:43:16.158950 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8512c3aa-ef1f-4a32-880e-ba8c3f7800b8 req-ed9636cd-b626-4efa-a5c0-decd573c9e62 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0626943 Oct 04 08:43:16.204176 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512c3aa-ef1f-4a32-880e-ba8c3f7800b8 req-6182886d-e547-4f8d-8514-5152c4cbedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:43:16.205679 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8512c3aa-ef1f-4a32-880e-ba8c3f7800b8 req-6182886d-e547-4f8d-8514-5152c4cbedf5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412049 Oct 04 08:43:16.304014 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8512c3aa-ef1f-4a32-880e-ba8c3f7800b8 req-6ba2c49c-9a36-4ba8-8f6e-ad861e5944fb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901861 Oct 04 08:43:16.398801 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8512c3aa-ef1f-4a32-880e-ba8c3f7800b8 req-19974968-85f4-4b47-b131-f92aa8e7ffa0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885878 Oct 04 08:43:18.781876 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-182c71e4-ad66-431d-bde4-2d6032fa983c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:20.932632 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:21.305160 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-84b8f1db-1d8b-45dd-ba09-096d1b97062e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:22.827279 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:24.358391 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:24.388345 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:25.953951 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:26.393780 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=48 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:26.395725 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=53 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:34.376027 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:34.382310 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:41.621802 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:47.489689 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=15 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:47.491514 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=13 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:43:48.784657 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-428e3f94-eff7-445c-ac0b-e09dc48e8488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:51.311162 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-fcae350e-ed7a-43ef-8b99-5b42a97b0cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:52.828956 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:52.956921 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:43:54.362228 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:54.388565 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:43:57.928919 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:02.953157 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:04.382404 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:04.385271 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:11.615517 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:15.814584 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7c396748-cce2-49aa-acee-658ee65737f9 req-2efe9b9e-f6f3-4b75-a125-48b879cce294 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373077 Oct 04 08:44:15.896712 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396748-cce2-49aa-acee-658ee65737f9 req-f5205b41-164b-4f4f-a52b-c00e906f407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:44:15.898182 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7c396748-cce2-49aa-acee-658ee65737f9 req-f5205b41-164b-4f4f-a52b-c00e906f407d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 1130 time: 0.0422337 Oct 04 08:44:16.000210 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396748-cce2-49aa-acee-658ee65737f9 req-13133c4c-b974-477f-a333-28bb6478ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:44:16.001928 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7c396748-cce2-49aa-acee-658ee65737f9 req-13133c4c-b974-477f-a333-28bb6478ae36 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.0853405 Oct 04 08:44:16.044499 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7c396748-cce2-49aa-acee-658ee65737f9 req-9f7a9d7a-e8f8-4cf9-8bef-34b2efa37d28 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e360ecf-b764-45c6-8c4f-8ea15e619e9e HTTP/1.1" status: 200 len: 217 time: 0.0357916 Oct 04 08:44:16.094526 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396748-cce2-49aa-acee-658ee65737f9 req-23394a41-5108-4734-bf6f-54b352c6f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:44:16.095912 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7c396748-cce2-49aa-acee-658ee65737f9 req-23394a41-5108-4734-bf6f-54b352c6f96a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0444865 Oct 04 08:44:16.140112 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396748-cce2-49aa-acee-658ee65737f9 req-bbc25e9d-4964-4870-bf26-7f8a82cc3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:44:16.141615 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7c396748-cce2-49aa-acee-658ee65737f9 req-bbc25e9d-4964-4870-bf26-7f8a82cc3819 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393608 Oct 04 08:44:16.233333 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7c396748-cce2-49aa-acee-658ee65737f9 req-ae127f5f-2e43-467f-9877-12d32f906f3f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855002 Oct 04 08:44:16.323478 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7c396748-cce2-49aa-acee-658ee65737f9 req-e1c29128-e918-4118-95b9-d87821897211 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835485 Oct 04 08:44:18.786191 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-033a9488-0662-4806-8f1d-a81952e45106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:21.313369 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c4087ca7-48bd-4f46-bf0b-bda044548684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:22.832551 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:24.365398 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:24.390888 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:26.314104 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=48 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:26.320660 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=45 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:29.956936 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:44:34.381442 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:34.386289 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:34.925551 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=2 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:41.620026 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:46.968182 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=7 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:46.968905 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:44:48.787927 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-fde6fd93-e384-4b00-b073-4f4081cd9c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:51.315045 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-54d0a0e2-b7fe-4f25-91ae-aa9fc6658e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:52.834386 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:54.368360 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:44:54.395953 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:04.389852 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:04.391768 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:06.956976 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:45:11.619293 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:16.786696 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c9ecd2d4-bfc9-4cf2-bf36-37bd7afc9de9 req-6893ce91-d586-4df4-9546-3d62d40c1989 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419421 Oct 04 08:45:16.952731 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:16.953548 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:17.079599 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecd2d4-bfc9-4cf2-bf36-37bd7afc9de9 req-e2cb0a6c-c4d2-4219-b246-b8a482543923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:45:17.081001 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c9ecd2d4-bfc9-4cf2-bf36-37bd7afc9de9 req-e2cb0a6c-c4d2-4219-b246-b8a482543923 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 1129 time: 0.2724986 Oct 04 08:45:17.198597 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecd2d4-bfc9-4cf2-bf36-37bd7afc9de9 req-5836a177-ace6-4e01-b2f8-4e8438953182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:45:17.200085 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c9ecd2d4-bfc9-4cf2-bf36-37bd7afc9de9 req-5836a177-ace6-4e01-b2f8-4e8438953182 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.0970087 Oct 04 08:45:17.243753 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c9ecd2d4-bfc9-4cf2-bf36-37bd7afc9de9 req-7d179cdd-9c0c-47ee-8a99-bc2237e4b80e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364e2511-1153-48e7-8595-032dbdba4297 HTTP/1.1" status: 200 len: 217 time: 0.0373499 Oct 04 08:45:17.292070 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecd2d4-bfc9-4cf2-bf36-37bd7afc9de9 req-396fa3b5-ac92-4947-ab81-f9dbe86b307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:45:17.293494 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c9ecd2d4-bfc9-4cf2-bf36-37bd7afc9de9 req-396fa3b5-ac92-4947-ab81-f9dbe86b307a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0449438 Oct 04 08:45:17.336120 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecd2d4-bfc9-4cf2-bf36-37bd7afc9de9 req-0b1297c3-c80b-4640-99ae-af26bfd7b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:45:17.338376 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c9ecd2d4-bfc9-4cf2-bf36-37bd7afc9de9 req-0b1297c3-c80b-4640-99ae-af26bfd7b6a2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392773 Oct 04 08:45:17.433321 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c9ecd2d4-bfc9-4cf2-bf36-37bd7afc9de9 req-ef49a57c-fff2-4a14-af73-cfa20bdb99e5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891294 Oct 04 08:45:17.527829 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c9ecd2d4-bfc9-4cf2-bf36-37bd7afc9de9 req-c2a4fd81-0d28-4bf2-8a0e-30b437dbc92f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883622 Oct 04 08:45:18.794498 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d9972987-4f16-46f9-840d-310124534af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:21.317245 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-328f733a-b047-40c4-9f7f-d028e7fab9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:22.838358 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:24.373068 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:24.396909 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:27.518358 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=46 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:27.524512 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=47 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:34.390533 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:34.392743 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:41.619461 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:42.603428 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Tue, 04 Oct 2022 08:40:42 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:45:42.604016 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only text/plain, application/json responses have their bodies logged. {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': '841d6e59-1b03-4e23-be17-3605627428f1', 'tag': '22b85e3a-e060-4164-a7ba-4548ef439545'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova Traceback (most recent call last): Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 282, in send_events Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 04 08:45:42.622380 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova Oct 04 08:45:43.955963 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:45:44.624245 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841d6e59-1b03-4e23-be17-3605627428f1', 'name': 'network-vif-deleted', 'tag': '22b85e3a-e060-4164-a7ba-4548ef439545'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:45:44.626929 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2963793c-2979-46ae-b851-42b9061d9f76" -d '{"events": [{"server_uuid": "841d6e59-1b03-4e23-be17-3605627428f1", "name": "network-vif-deleted", "tag": "22b85e3a-e060-4164-a7ba-4548ef439545"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:45:48.787569 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-31f3151b-97bc-4119-ac5d-281c36eb6df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:51.101247 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Tue, 04 Oct 2022 08:40:51 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:45:51.101890 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only text/plain, application/json responses have their bodies logged. {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '841d6e59-1b03-4e23-be17-3605627428f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b85e3a-e060-4164-a7ba-4548ef439545'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova Traceback (most recent call last): Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 282, in send_events Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 04 08:45:51.103157 dv-cinder-860209-1-iscsi neutron-server[106412]: ERROR neutron.notifiers.nova Oct 04 08:45:51.318820 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4652e719-9b57-4a40-a93f-ab7c2e5bfc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:52.841015 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:53.951170 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=16 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:53.951938 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=18 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:45:54.377424 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:45:54.402970 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:04.395426 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:04.397561 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:11.615983 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:16.838357 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-49542bcb-8f7f-4797-b606-737a9b9f7c77 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0965040 Oct 04 08:46:16.897540 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-22b90b62-1f04-4210-bda5-3488d2ebbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:16.899058 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-22b90b62-1f04-4210-bda5-3488d2ebbff0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5d21789971964770bdf417547cd19840&device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 1130 time: 0.0394375 Oct 04 08:46:17.006086 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-d0123c2f-79a4-435a-ad0c-b38e9efc565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:17.007533 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-d0123c2f-79a4-435a-ad0c-b38e9efc565b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd08aa17-8a80-4dac-a656-3195d8433ec8 HTTP/1.1" status: 200 len: 911 time: 0.0894346 Oct 04 08:46:17.067337 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-9bb8f3ca-8025-4d67-bf30-9fe4f003716c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=321b30d3-511f-4d46-a3a8-f9853c32c5d9 HTTP/1.1" status: 200 len: 1001 time: 0.0542221 Oct 04 08:46:17.120227 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-a00ea4e2-6d2b-408c-88db-c08ce6500b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:17.121678 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-a00ea4e2-6d2b-408c-88db-c08ce6500b9f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=56a0f7b4-9493-4557-9389-0cc520afaa31 HTTP/1.1" status: 200 len: 850 time: 0.0491097 Oct 04 08:46:17.169955 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-ac9fd8aa-3940-4f1b-b6c3-d7117b02f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:46:17.171495 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-ac9fd8aa-3940-4f1b-b6c3-d7117b02f62f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd08aa17-8a80-4dac-a656-3195d8433ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444617 Oct 04 08:46:17.183590 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-c92affc7-18d6-4efa-80c0-585510b119b2 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:46:17.184641 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-c92affc7-18d6-4efa-80c0-585510b119b2 service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052946 Oct 04 08:46:17.273935 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-fa5c6c3d-85b3-4974-a54f-e3bde0b389a9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830727 Oct 04 08:46:17.366693 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-29a2ed0c-98c0-410f-b965-e273325a88d1 req-4ff7ada4-5cce-42a3-ad0b-bad809f24296 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869658 Oct 04 08:46:18.790765 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-0651566c-3d95-4092-91ba-20ae6fc527cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:20.954358 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:46:21.323070 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-6b2c10f2-9312-4a97-a535-55f6e5cb92fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:22.843071 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:24.395068 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:24.408602 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:25.911994 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:27.361132 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=52 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:27.363152 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=49 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:30.950737 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:34.386812 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:34.404040 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:41.615524 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:46.973004 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:46.973758 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:46:48.793374 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-644c0a5c-47a9-4dd7-909c-5abea5483712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:51.324993 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4ed619de-4986-40d4-840a-43cf9fb72b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:52.845236 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:54.389143 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:54.409794 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:46:57.953890 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:47:04.383840 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:04.405038 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:07.949057 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:07.949912 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:11.604263 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:16.831863 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-32785cb9-eb14-4006-afb3-271adc90689d req-50715dd9-e033-4784-ac15-9b9d3a27346b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452938 Oct 04 08:47:16.907181 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32785cb9-eb14-4006-afb3-271adc90689d req-13be696b-5885-4e18-b7aa-a8440651c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:47:16.909214 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-32785cb9-eb14-4006-afb3-271adc90689d req-13be696b-5885-4e18-b7aa-a8440651c5f8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 1129 time: 0.0526989 Oct 04 08:47:17.035592 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32785cb9-eb14-4006-afb3-271adc90689d req-b6c16857-6d10-438f-9637-fbb8a0fabc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:47:17.037162 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-32785cb9-eb14-4006-afb3-271adc90689d req-b6c16857-6d10-438f-9637-fbb8a0fabc36 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.1060021 Oct 04 08:47:17.126127 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-32785cb9-eb14-4006-afb3-271adc90689d req-152c04ee-3208-407a-a856-2a65fbdfdb38 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47 HTTP/1.1" status: 200 len: 1000 time: 0.0811462 Oct 04 08:47:17.184024 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32785cb9-eb14-4006-afb3-271adc90689d req-96769809-ce17-424e-b080-cd24402c9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:47:17.185649 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-32785cb9-eb14-4006-afb3-271adc90689d req-96769809-ce17-424e-b080-cd24402c9579 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0539160 Oct 04 08:47:17.236550 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32785cb9-eb14-4006-afb3-271adc90689d req-72e2724d-8ad2-4028-b92d-6d3f7547bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:47:17.238644 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-32785cb9-eb14-4006-afb3-271adc90689d req-72e2724d-8ad2-4028-b92d-6d3f7547bd61 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467439 Oct 04 08:47:17.393218 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-32785cb9-eb14-4006-afb3-271adc90689d req-8cf1b7cc-e3cd-4b18-9920-5eabfddbbb82 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483033 Oct 04 08:47:17.501215 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-32785cb9-eb14-4006-afb3-271adc90689d req-626b6cb0-d80b-4462-a041-b5dca1661183 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015673 Oct 04 08:47:18.797526 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-0640250f-785a-48a9-bf60-edc415e39951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:21.330894 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c1701057-14c1-44ad-b4e6-1f03c4b70dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:22.852836 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:24.387129 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:24.427464 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:27.489712 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=53 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:27.497540 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=48 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:34.378941 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:34.421151 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:34.955618 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:47:41.628893 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:47.502777 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=16 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:47.505092 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=18 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:47:48.802641 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d7e8044f-d8a6-4907-b9c3-6aaf455dfac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:51.327935 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-93d8f996-0a45-41f4-b6f5-41a2eb18a5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:52.870199 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:54.385918 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:47:54.420198 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:04.413738 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:04.415760 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:11.656703 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:11.955908 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:48:16.784897 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-69d90d02-81de-4044-b6bf-93b8ac2d4065 req-105c4f83-8ff7-4a68-ab56-833fd88413c1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451391 Oct 04 08:48:16.867504 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d90d02-81de-4044-b6bf-93b8ac2d4065 req-2be776f0-4487-4684-9625-c9dc991d80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:48:16.869038 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-69d90d02-81de-4044-b6bf-93b8ac2d4065 req-2be776f0-4487-4684-9625-c9dc991d80bd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=3e938efbd6804a86946d80ae92e88b16&device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 1129 time: 0.0597751 Oct 04 08:48:16.994269 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d90d02-81de-4044-b6bf-93b8ac2d4065 req-fb374837-5a28-4000-93ff-46a149034b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:48:16.996199 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-69d90d02-81de-4044-b6bf-93b8ac2d4065 req-fb374837-5a28-4000-93ff-46a149034b7d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 200 len: 917 time: 0.1031878 Oct 04 08:48:17.073651 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-69d90d02-81de-4044-b6bf-93b8ac2d4065 req-63c85567-9db9-480c-9d60-983b43e5483f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c389990-706b-42b4-8cba-e3f6d810fbb6 HTTP/1.1" status: 200 len: 1000 time: 0.0701721 Oct 04 08:48:17.139789 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d90d02-81de-4044-b6bf-93b8ac2d4065 req-ba4fee96-6830-4a78-8ff7-6802eb10d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:48:17.142480 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-69d90d02-81de-4044-b6bf-93b8ac2d4065 req-ba4fee96-6830-4a78-8ff7-6802eb10d97d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cf07ea6d-918a-48b9-aea6-7cb0370ce3c3 HTTP/1.1" status: 200 len: 856 time: 0.0600402 Oct 04 08:48:17.194940 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d90d02-81de-4044-b6bf-93b8ac2d4065 req-e45f4ecd-1515-487a-8378-c2917522d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:48:17.196567 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-69d90d02-81de-4044-b6bf-93b8ac2d4065 req-e45f4ecd-1515-487a-8378-c2917522d68b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=730a9b11-4347-4415-adec-96bd4e59e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473442 Oct 04 08:48:17.311640 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-69d90d02-81de-4044-b6bf-93b8ac2d4065 req-946b2578-fe6a-4246-96ac-6597c00a1369 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065581 Oct 04 08:48:17.424864 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-69d90d02-81de-4044-b6bf-93b8ac2d4065 req-b12ffb78-da45-473f-9c25-21b214ef00d1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080966 Oct 04 08:48:18.815395 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ddd7cf32-b5da-4581-ae18-ef4f31422c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:21.327343 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ad698227-899a-44cb-a8bf-dad6bd9b5cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:21.950905 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:21.951868 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:22.868407 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:24.381652 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:24.423851 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:27.418539 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=56 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:27.420732 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=45 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:34.374702 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:34.420006 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:39.938574 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:41.642082 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:48.811153 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ed40dd46-0a58-42e5-bb68-39adc9fc0843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:48.957066 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:48:51.323308 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-9418a31e-3f10-4317-a400-4fb7359155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:52.861311 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:54.389363 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:54.425757 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:48:58.951805 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:48:58.952787 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:04.418699 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:04.421839 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:11.654666 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:17.781911 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-84c9343c-e1ff-4202-8148-7113fc4a81f1 req-ce3754d0-63a5-49bb-84af-d08c771d7b53 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424309 Oct 04 08:49:17.844694 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9343c-e1ff-4202-8148-7113fc4a81f1 req-c9d85ca9-7c7c-414a-ab0c-2356926afb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:49:17.846225 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-84c9343c-e1ff-4202-8148-7113fc4a81f1 req-c9d85ca9-7c7c-414a-ab0c-2356926afb77 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f0b762e9e807416b925d8d34bb16fbf0&device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 1130 time: 0.0430646 Oct 04 08:49:17.961699 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9343c-e1ff-4202-8148-7113fc4a81f1 req-53bebeca-9e82-4c88-a98c-dd0110ac3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:49:17.963296 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-84c9343c-e1ff-4202-8148-7113fc4a81f1 req-53bebeca-9e82-4c88-a98c-dd0110ac3045 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef HTTP/1.1" status: 200 len: 914 time: 0.0986881 Oct 04 08:49:18.005853 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-84c9343c-e1ff-4202-8148-7113fc4a81f1 req-570d40e0-ba59-4e08-a174-9fa6f348baaf service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7276a7a-f322-4f2a-94f2-80a317bcf537 HTTP/1.1" status: 200 len: 217 time: 0.0362906 Oct 04 08:49:18.058339 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9343c-e1ff-4202-8148-7113fc4a81f1 req-966d3732-c8c5-4179-b962-fb3e4472c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:49:18.059858 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-84c9343c-e1ff-4202-8148-7113fc4a81f1 req-966d3732-c8c5-4179-b962-fb3e4472c9c2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5f378bd-99f3-4655-9294-28bc2476817f HTTP/1.1" status: 200 len: 854 time: 0.0481787 Oct 04 08:49:18.092932 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-84c9343c-e1ff-4202-8148-7113fc4a81f1 req-b5c19dd8-7a58-4a36-98ff-48730c3edf49 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271997 Oct 04 08:49:18.197360 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-84c9343c-e1ff-4202-8148-7113fc4a81f1 req-f26088fb-c191-4303-8135-c173c714c6a7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985601 Oct 04 08:49:18.301736 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-84c9343c-e1ff-4202-8148-7113fc4a81f1 req-3635710d-9b60-47fd-8146-8a1550f1116f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983651 Oct 04 08:49:18.805111 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-dffdf995-54c5-4533-bda1-936d06548f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:21.318474 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d37a356c-9852-4f44-88d9-13e52b7c05d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:22.866855 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:24.386833 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:24.433009 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:25.956318 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:49:28.297326 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=48 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:28.298374 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=40 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:34.419239 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:34.428946 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:35.952054 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:35.952909 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:41.658634 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:47.499566 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=12 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:47.502215 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=14 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:49:48.808564 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-18884806-5c06-4899-852d-90629f2acff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:51.324479 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-8c5cd05a-6d8d-46b6-a7eb-c47351d49520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:52.867253 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:54.381698 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:49:54.430711 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:02.957330 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:50:04.424303 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:04.428011 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:11.653024 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:12.952082 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:12.952859 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:17.806256 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-83532877-320b-4b27-ae8e-c400f39d43b2 req-1774a5d8-0907-4d3b-9eec-8c2f73f0782e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389860 Oct 04 08:50:17.892229 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83532877-320b-4b27-ae8e-c400f39d43b2 req-74c44ce1-0e21-4827-96b8-7a5641affa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:50:17.893756 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-83532877-320b-4b27-ae8e-c400f39d43b2 req-74c44ce1-0e21-4827-96b8-7a5641affa78 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 1130 time: 0.0412228 Oct 04 08:50:18.013584 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83532877-320b-4b27-ae8e-c400f39d43b2 req-d73f26d3-2ec6-46ee-9dbe-39148b2d2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:50:18.015040 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-83532877-320b-4b27-ae8e-c400f39d43b2 req-d73f26d3-2ec6-46ee-9dbe-39148b2d2d56 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.0950205 Oct 04 08:50:18.056006 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-83532877-320b-4b27-ae8e-c400f39d43b2 req-5bed930a-f59d-43cf-90c6-dbafaf0db366 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e360ecf-b764-45c6-8c4f-8ea15e619e9e HTTP/1.1" status: 200 len: 217 time: 0.0348623 Oct 04 08:50:18.106045 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83532877-320b-4b27-ae8e-c400f39d43b2 req-60b97f10-c926-49cd-9dc8-a2af014b2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:50:18.107578 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-83532877-320b-4b27-ae8e-c400f39d43b2 req-60b97f10-c926-49cd-9dc8-a2af014b2633 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0464914 Oct 04 08:50:18.160290 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83532877-320b-4b27-ae8e-c400f39d43b2 req-39403098-b3e3-44f2-befc-cfbf0cc51179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:50:18.161855 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-83532877-320b-4b27-ae8e-c400f39d43b2 req-39403098-b3e3-44f2-befc-cfbf0cc51179 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489066 Oct 04 08:50:18.261771 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-83532877-320b-4b27-ae8e-c400f39d43b2 req-0bb52484-a380-43f9-bf84-2a67edbd4645 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928893 Oct 04 08:50:18.358367 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-83532877-320b-4b27-ae8e-c400f39d43b2 req-18904093-61c0-463b-8d25-1a9616b2bf41 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909090 Oct 04 08:50:18.814433 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-79800d66-2f36-439f-a26d-3d13acf794a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:21.327871 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b861be09-4cfb-4d5b-bc81-bdb590e22288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:22.875497 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:24.390344 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:24.436917 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:28.353059 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=44 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:28.355437 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=49 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:34.428688 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:34.430947 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:39.957220 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:50:41.653082 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:44.729926 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Tue, 04 Oct 2022 08:45:44 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:50:44.730588 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only text/plain, application/json responses have their bodies logged. {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '841d6e59-1b03-4e23-be17-3605627428f1', 'name': 'network-vif-deleted', 'tag': '22b85e3a-e060-4164-a7ba-4548ef439545'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova Traceback (most recent call last): Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 282, in send_events Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 04 08:50:44.731133 dv-cinder-860209-1-iscsi neutron-server[106411]: ERROR neutron.notifiers.nova Oct 04 08:50:48.811726 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2790b562-5179-4cf8-8d7c-9a426bef2dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:49.952640 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:49.953435 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:50:51.332270 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-1762038d-3d39-4efc-acab-f17363d4404e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:52.875631 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:54.386463 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:50:54.437952 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:03.076392 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [req-aab973c8-3355-490e-b184-24e6aab9c3fa req-66a8d8db-815f-4f41-a7d5-08556f4dd2b9 service neutron] (106411) timed out ('10.222.0.17', 62938) {{(pid=106411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 08:51:07.496943 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:07.497766 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:11.667231 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:16.956249 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:51:18.804806 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-987511a5-287d-4aa8-b1a0-724b9c0ede51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:20.683510 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e16fbf80-35bc-44a5-8c36-da89bfa2b0cf req-32a6cede-05c2-40f9-9bd5-e30a405031f2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1394365 Oct 04 08:51:20.743817 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fbf80-35bc-44a5-8c36-da89bfa2b0cf req-a244a60a-3105-43f0-89d8-5ba43eddfe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:51:20.745331 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e16fbf80-35bc-44a5-8c36-da89bfa2b0cf req-a244a60a-3105-43f0-89d8-5ba43eddfe60 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 1129 time: 0.0393004 Oct 04 08:51:20.853479 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fbf80-35bc-44a5-8c36-da89bfa2b0cf req-580e63a0-1d9d-44ba-ac66-a254ae0ca311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:51:20.855135 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e16fbf80-35bc-44a5-8c36-da89bfa2b0cf req-580e63a0-1d9d-44ba-ac66-a254ae0ca311 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.0915565 Oct 04 08:51:20.893834 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e16fbf80-35bc-44a5-8c36-da89bfa2b0cf req-8644f1ce-0496-4e2e-aaee-5da5158661cc service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=364e2511-1153-48e7-8595-032dbdba4297 HTTP/1.1" status: 200 len: 217 time: 0.0328801 Oct 04 08:51:20.946717 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fbf80-35bc-44a5-8c36-da89bfa2b0cf req-0dfdaa4a-28d8-479a-a707-9562eada90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:51:20.948937 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e16fbf80-35bc-44a5-8c36-da89bfa2b0cf req-0dfdaa4a-28d8-479a-a707-9562eada90fa service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0472641 Oct 04 08:51:20.992480 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fbf80-35bc-44a5-8c36-da89bfa2b0cf req-6882b036-001a-46de-a80b-4ea50990d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:51:20.994002 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e16fbf80-35bc-44a5-8c36-da89bfa2b0cf req-6882b036-001a-46de-a80b-4ea50990d629 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397594 Oct 04 08:51:21.085090 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e16fbf80-35bc-44a5-8c36-da89bfa2b0cf req-9cda332c-ca3f-4f3d-a04d-de64a382f0f9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854149 Oct 04 08:51:21.183230 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e16fbf80-35bc-44a5-8c36-da89bfa2b0cf req-803a628e-c7fd-427b-b780-4d776b4f89b9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924881 Oct 04 08:51:21.338837 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-630cf6e8-98ae-41b9-aa46-0c51121b246b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:22.877441 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:24.390942 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:24.441149 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:26.952048 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:26.952783 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:31.177445 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=46 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:31.179583 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=47 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:34.435514 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:34.437413 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:41.667319 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:47.496982 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=12 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:47.505353 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=14 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:51:48.808436 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-de60105f-ef43-47a0-aff7-97a27e3871c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:51.346198 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-472633f9-0d25-4a8d-bb21-c93e56be4295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:52.880229 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:53.956222 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:51:54.398072 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:51:54.449100 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:03.951059 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:03.952339 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:04.441175 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:04.443111 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:11.686880 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:18.812799 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-051ca679-6735-4da8-a8ea-260d6417c65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:20.798403 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a807fe31-fc5d-4db7-b559-f6925f7488b8 req-4459bd0d-d107-44b7-ac04-351880eb823c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397682 Oct 04 08:52:20.870498 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807fe31-fc5d-4db7-b559-f6925f7488b8 req-44f12c22-f4ea-4173-833f-78dece23d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:20.872071 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a807fe31-fc5d-4db7-b559-f6925f7488b8 req-44f12c22-f4ea-4173-833f-78dece23d07b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5d21789971964770bdf417547cd19840&device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 1130 time: 0.0497415 Oct 04 08:52:20.980988 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807fe31-fc5d-4db7-b559-f6925f7488b8 req-c28633bc-bbc0-42d7-aeb0-99e57427b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:20.982482 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a807fe31-fc5d-4db7-b559-f6925f7488b8 req-c28633bc-bbc0-42d7-aeb0-99e57427b04e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd08aa17-8a80-4dac-a656-3195d8433ec8 HTTP/1.1" status: 200 len: 911 time: 0.0927160 Oct 04 08:52:21.052920 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a807fe31-fc5d-4db7-b559-f6925f7488b8 req-cde38f40-2c78-4694-a4e7-ebfa32d582f7 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=321b30d3-511f-4d46-a3a8-f9853c32c5d9 HTTP/1.1" status: 200 len: 1001 time: 0.0643487 Oct 04 08:52:21.105305 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807fe31-fc5d-4db7-b559-f6925f7488b8 req-8051b57c-39c0-468a-8eab-2c013de97da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:21.106828 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a807fe31-fc5d-4db7-b559-f6925f7488b8 req-8051b57c-39c0-468a-8eab-2c013de97da8 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=56a0f7b4-9493-4557-9389-0cc520afaa31 HTTP/1.1" status: 200 len: 850 time: 0.0481515 Oct 04 08:52:21.156951 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807fe31-fc5d-4db7-b559-f6925f7488b8 req-530e44b1-ec57-40c5-a91f-5189de3faac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:52:21.158450 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a807fe31-fc5d-4db7-b559-f6925f7488b8 req-530e44b1-ec57-40c5-a91f-5189de3faac8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd08aa17-8a80-4dac-a656-3195d8433ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459287 Oct 04 08:52:21.260642 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a807fe31-fc5d-4db7-b559-f6925f7488b8 req-363047ad-d10b-4834-b5cc-6bba48823b15 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957472 Oct 04 08:52:21.339148 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-8eccb2ba-299f-4fbc-be4d-f9c48caf3181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:21.362487 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a807fe31-fc5d-4db7-b559-f6925f7488b8 req-cef2b968-08a7-4fa6-99be-3dd5d167adc4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961671 Oct 04 08:52:22.884679 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:24.395373 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:24.450735 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:30.958348 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:52:31.357001 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=53 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:31.358919 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=48 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:34.442927 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:34.445452 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:41.682162 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:46.978189 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:46.978959 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:52:48.819540 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-71d0c5f0-06e9-4251-aefe-b3286cb3a577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:51.343948 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-e55543ab-69a2-472f-8eb8-a7ae06c13d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:52.888309 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:54.398298 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:52:54.458830 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:06.413329 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-02d7ae7c-b20d-448e-a0e3-fbc0003d85de service neutron] (106410) timed out ('10.222.0.16', 56278) {{(pid=106410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 08:53:06.628267 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [req-4192d979-faaf-4177-bd02-2f95c13baaaa req-c90a6a93-62cf-4e35-a91f-fdebf3350083 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] (106410) timed out ('10.222.0.16', 56286) {{(pid=106410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 08:53:07.522732 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:07.524874 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:07.959588 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:53:11.697270 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:12.557065 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [req-15f32620-4d82-4e2f-8481-98120d7f5c42 req-c8e4b5a1-6c00-48ec-9587-d0db70125e65 service neutron] (106410) timed out ('10.222.0.17', 62909) {{(pid=106410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 08:53:17.953234 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:17.954063 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:18.823209 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-73506ec0-e412-4d5b-96ec-ae50e35b9efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:21.110776 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [req-8bb4f2c8-be4f-4386-9e41-579729848d15 req-2880b592-24e4-4588-a79f-5f2dced5a7d5 tempest-TestShelveInstance-1264688223 tempest-TestShelveInstance-1264688223-project] (106411) timed out ('10.222.0.16', 51832) {{(pid=106411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 08:53:21.111547 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58626) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:21.349260 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-90868895-20e7-4be3-97bc-245fe5759bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:21.350629 dv-cinder-860209-1-iscsi neutron-server[106411]: WARNING keystonemiddleware.auth_token [-] Authorization failed for token: keystonemiddleware.auth_token._exceptions.InvalidToken: Token authorization failed Oct 04 08:53:21.351924 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ed407864f9cf431ebd8018e1a6862294&fields=id HTTP/1.1" status: 401 len: 385 time: 0.2395878 Oct 04 08:53:21.500110 dv-cinder-860209-1-iscsi neutron-server[106411]: WARNING keystonemiddleware.auth_token [-] Authorization failed for token: keystonemiddleware.auth_token._exceptions.InvalidToken Oct 04 08:53:21.501510 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ed407864f9cf431ebd8018e1a6862294&fields=id HTTP/1.1" status: 401 len: 385 time: 0.0519991 Oct 04 08:53:21.800985 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-bc4b65a4-3cbb-4f71-be25-1cad3ef691b4 req-e9c900d9-fe4a-4525-8f19-67c53fa82031 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0342069 Oct 04 08:53:22.935214 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:23.119033 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-544b944b-1206-481d-ba6c-4c701bf0f03a req-fc745135-94ed-4a3d-965d-4b2f31e1f051 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3598754 Oct 04 08:53:23.223028 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b944b-1206-481d-ba6c-4c701bf0f03a req-54c908fa-05c8-4603-9bfd-7a2342413958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:23.225524 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-544b944b-1206-481d-ba6c-4c701bf0f03a req-54c908fa-05c8-4603-9bfd-7a2342413958 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5934621267af4b838889fcbfb9febaea&device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 1129 time: 0.0808942 Oct 04 08:53:23.445052 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b944b-1206-481d-ba6c-4c701bf0f03a req-991378fe-500a-4b96-b4b8-0de8315ca0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:23.447260 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-544b944b-1206-481d-ba6c-4c701bf0f03a req-991378fe-500a-4b96-b4b8-0de8315ca0af service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 200 len: 918 time: 0.1696904 Oct 04 08:53:23.535642 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-544b944b-1206-481d-ba6c-4c701bf0f03a req-905a53a4-c467-43da-ac5c-0ce8e59d7144 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47 HTTP/1.1" status: 200 len: 1000 time: 0.0770946 Oct 04 08:53:23.590308 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b944b-1206-481d-ba6c-4c701bf0f03a req-3c1220fc-a1fe-4062-9c1b-009de7b576cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:23.591977 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-544b944b-1206-481d-ba6c-4c701bf0f03a req-3c1220fc-a1fe-4062-9c1b-009de7b576cc service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 200 len: 857 time: 0.0535903 Oct 04 08:53:23.663757 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e6a6d5e5-ec13-4c68-9966-b2a0e280c84b req-a59e037c-9114-48be-89a9-9290c7291dd2 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0513377 Oct 04 08:53:23.673799 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b944b-1206-481d-ba6c-4c701bf0f03a req-9a5928eb-8fbf-4654-8c96-97629e312a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:23.675797 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-544b944b-1206-481d-ba6c-4c701bf0f03a req-9a5928eb-8fbf-4654-8c96-97629e312a03 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=7c0853df-a74a-47d5-9683-581a895763eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772991 Oct 04 08:53:23.790324 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-544b944b-1206-481d-ba6c-4c701bf0f03a req-90473347-668f-4811-b55d-6f9a64cac550 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081438 Oct 04 08:53:23.916522 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-544b944b-1206-481d-ba6c-4c701bf0f03a req-272c54d4-6aa8-415f-aa34-f2648d554b76 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186018 Oct 04 08:53:24.410973 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:24.430142 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a434c0b8-5719-4681-94c8-cd19a0a87512 req-2f757467-da59-4621-ac16-4db667f7811f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0526688 Oct 04 08:53:24.474594 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:24.931389 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-676f5433-1c6f-419b-8b83-02e846996fc7 req-bd4ce934-8829-44ca-88de-ff86383319b3 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0354412 Oct 04 08:53:25.393319 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5b0055f2-4142-4792-a0f3-4cfa25a8580b req-b40e8fdb-ea1f-4ffa-90ad-e9a7761822ee tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0323794 Oct 04 08:53:25.858162 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c9b6ea3c-fc70-450f-a62a-c0f5d266b426 req-2093fad1-6b60-4703-abc3-6f0ff430a187 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0299737 Oct 04 08:53:26.369266 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-268475ce-b72a-47ce-ac0e-d32d4703d46f req-d3d03f1f-fcff-4113-b693-35d367c4f0d9 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0305841 Oct 04 08:53:26.866439 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fd677f1f-984e-475c-b0a0-d79b85b09592 req-131b6a1f-09d5-4d4c-8674-0cae44502786 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0333824 Oct 04 08:53:27.342573 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-40a9239e-455e-4784-9e6d-52633f2a4ff1 req-c628cc84-add4-4a1a-8c6d-9f372d9873c9 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0324194 Oct 04 08:53:27.798506 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-35078be2-b838-4f04-a113-632c1e5c12ab req-f41a0927-8932-41ee-b5d5-59c14e139871 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0287299 Oct 04 08:53:28.294587 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d7eb572c-a962-43dc-87ec-8e17c534f793 req-87407191-f8f8-4fad-ade3-9c5bd386215b tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0317595 Oct 04 08:53:29.820895 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-83911e3d-dfde-410b-93d7-68c499886850 req-f715b721-5abc-4fbd-9d4e-5499fe7c2a53 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=841d6e59-1b03-4e23-be17-3605627428f1 HTTP/1.1" status: 200 len: 210 time: 0.0345340 Oct 04 08:53:31.005067 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-b48bd5fa-2b44-4862-b46a-bc469db1ebb9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:31.007102 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-b48bd5fa-2b44-4862-b46a-bc469db1ebb9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 945 time: 0.0614710 Oct 04 08:53:31.221682 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Deleting port 8c389990-706b-42b4-8cba-e3f6d810fbb6 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:31.222403 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:31.357867 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-46e55d83-3db0-4994-b8d6-00ffc63018fc tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:31.359360 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-46e55d83-3db0-4994-b8d6-00ffc63018fc tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.1388433 Oct 04 08:53:31.412216 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] For port 8c389990-706b-42b4-8cba-e3f6d810fbb6, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=8c389990-706b-42b4-8cba-e3f6d810fbb6,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:31.412430 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:31.542255 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:31.555287 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:31.601380 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eea4f-1fa8-4888-a532-86109275069b req-33ebbaed-729c-4edd-8d1f-688621a1ea7f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:31.603015 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d93eea4f-1fa8-4888-a532-86109275069b req-33ebbaed-729c-4edd-8d1f-688621a1ea7f tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 945 time: 0.1365976 Oct 04 08:53:31.760894 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Deleting port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:31.761193 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:31.765435 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:31.765800 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (5ab1f2c9-590d-4b6d-9142-9bc1297f2801), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:31.766125 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.l3_db [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Floating IP 5ab1f2c9-590d-4b6d-9142-9bc1297f2801 disassociated. External IP: 172.27.0.66, port: 8c389990-706b-42b4-8cba-e3f6d810fbb6. Oct 04 08:53:31.766469 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Calling delete_port for 8c389990-706b-42b4-8cba-e3f6d810fbb6 owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:31.831690 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d93eea4f-1fa8-4888-a532-86109275069b req-aa81c0f6-1710-4b67-a120-53317e3b1db3 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fa189a3f-b4d4-4d5c-baa3-71848360dd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140200 Oct 04 08:53:31.979421 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58742) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:32.037596 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] For port 321b30d3-511f-4d46-a3a8-f9853c32c5d9, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=321b30d3-511f-4d46-a3a8-f9853c32c5d9,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:32.038686 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.046183 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967af7-e329-457b-82bb-c9e477a69206 req-37d31d17-9f11-440d-b8c1-93056d3591fa tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:32.048693 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-95967af7-e329-457b-82bb-c9e477a69206 req-37d31d17-9f11-440d-b8c1-93056d3591fa tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 946 time: 0.1379609 Oct 04 08:53:32.082457 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group (e307a505-b545-4f53-be75-452eb9770350), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.134435 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group (e307a505-b545-4f53-be75-452eb9770350), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.138223 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a5130-af42-42e6-b6d0-7218b80fb381 req-7a6cd354-358f-483a-991c-f361513eac4b tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:32.139853 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-183a5130-af42-42e6-b6d0-7218b80fb381 req-7a6cd354-358f-483a-991c-f361513eac4b tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 946 time: 0.1517572 Oct 04 08:53:32.227526 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e307a505-b545-4f53-be75-452eb9770350), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.230203 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.230773 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (8c389990-706b-42b4-8cba-e3f6d810fbb6), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.236162 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e307a505-b545-4f53-be75-452eb9770350 HTTP/1.1" status: 204 len: 168 time: 0.2512643 Oct 04 08:53:32.243217 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e307a505-b545-4f53-be75-452eb9770350,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:32.251741 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.252514 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.252939 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.253494 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.253814 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.254830 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.255396 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.255905 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.256409 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.256899 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.257399 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.257909 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.258405 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.258923 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.259419 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee83a7a7-2595-43e4-bd01-8bcca596433e tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.311098 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event deleted for resources: {'Port': ['ID=8c389990-706b-42b4-8cba-e3f6d810fbb6,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:32.390169 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-95967af7-e329-457b-82bb-c9e477a69206 req-9d7c752f-eee2-4e4e-b259-6ce63a50fd9d tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992027 Oct 04 08:53:32.403110 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.403460 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.403806 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.404137 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.404521 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.404789 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.405149 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.405434 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.405759 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.406084 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.406533 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.406890 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.407218 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.407530 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.408034 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:32.502729 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-183a5130-af42-42e6-b6d0-7218b80fb381 req-6e707570-ae93-497a-bc63-83f269fade2c tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Deleting port f7276a7a-f322-4f2a-94f2-80a317bcf537 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:32.503294 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-183a5130-af42-42e6-b6d0-7218b80fb381 req-6e707570-ae93-497a-bc63-83f269fade2c tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.580440 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:32.589145 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:32.659419 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.659861 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (202de793-7175-4f98-8ede-e44aae129735), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:32.660184 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.l3_db [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Floating IP 202de793-7175-4f98-8ede-e44aae129735 disassociated. External IP: 172.27.0.21, port: 321b30d3-511f-4d46-a3a8-f9853c32c5d9. Oct 04 08:53:32.660590 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Calling delete_port for 321b30d3-511f-4d46-a3a8-f9853c32c5d9 owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:33.076076 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101798d-e25a-4716-8a5e-5934ebb3a652 req-d5622500-e8c7-41b7-87f5-c914631fe891 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:33.077592 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8101798d-e25a-4716-8a5e-5934ebb3a652 req-d5622500-e8c7-41b7-87f5-c914631fe891 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 946 time: 0.4522488 Oct 04 08:53:33.103349 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Router ead37ab8-dc2c-4724-b676-f8c68b14b1fc has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:53:33.105346 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-183a5130-af42-42e6-b6d0-7218b80fb381 req-6e707570-ae93-497a-bc63-83f269fade2c tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] For port f7276a7a-f322-4f2a-94f2-80a317bcf537, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f7276a7a-f322-4f2a-94f2-80a317bcf537,segment=NetworkSegment(f7d4b489-126f-4b0f-b42b-5685ba92b839),segment_id=f7d4b489-126f-4b0f-b42b-5685ba92b839)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:33.105708 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-183a5130-af42-42e6-b6d0-7218b80fb381 req-6e707570-ae93-497a-bc63-83f269fade2c tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:33.135693 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.17', 63642) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:33.148221 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-183a5130-af42-42e6-b6d0-7218b80fb381 req-6e707570-ae93-497a-bc63-83f269fade2c tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Calling delete_port for f7276a7a-f322-4f2a-94f2-80a317bcf537 owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:33.283954 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-72ab153b-a37f-4734-bfc7-d1a1270e7e71 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:33.286831 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-72ab153b-a37f-4734-bfc7-d1a1270e7e71 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.1488318 Oct 04 08:53:33.301696 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-8101798d-e25a-4716-8a5e-5934ebb3a652 req-4ad103a8-d3f3-4f9c-aee2-40f0cc6d12ac tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124579 Oct 04 08:53:33.406528 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58756) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:33.507905 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58760) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:33.522051 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Deleting port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:33.522673 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:33.557615 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (321b30d3-511f-4d46-a3a8-f9853c32c5d9), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:33.579787 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:33.593474 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:33.610757 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf647c-fb70-4a43-93ed-fcb3ae0d10cc None None] Sync routers for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:33.641062 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf647c-fb70-4a43-93ed-fcb3ae0d10cc None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:33.642189 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-19bf647c-fb70-4a43-93ed-fcb3ae0d10cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:33.710375 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ff045-f9ab-41bc-a193-2c8e32f13880 req-595858bc-9f4e-4297-bba2-7cc0690f8a42 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:33.714140 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] For port 84c7f948-82c8-4e44-86f1-d8ace0e90f47, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=84c7f948-82c8-4e44-86f1-d8ace0e90f47,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:33.714618 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:33.717965 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-299ff045-f9ab-41bc-a193-2c8e32f13880 req-595858bc-9f4e-4297-bba2-7cc0690f8a42 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 945 time: 0.0980592 Oct 04 08:53:33.719981 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event deleted for resources: {'Port': ['ID=321b30d3-511f-4d46-a3a8-f9853c32c5d9,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:33.857509 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-19bf647c-fb70-4a43-93ed-fcb3ae0d10cc None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:33.875675 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] No DVR routers for this DVR port 8c389990-706b-42b4-8cba-e3f6d810fbb6 on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:33.903138 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:33.906712 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0847c5cd-c682-4f90-9d07-b1cf53983f6f req-cebfa1af-3cf0-4341-ad9b-31777bc7521d tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.17 "DELETE /networking/v2.0/ports/8c389990-706b-42b4-8cba-e3f6d810fbb6 HTTP/1.1" status: 204 len: 173 time: 2.8295724 Oct 04 08:53:33.907478 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e91abf-2688-4fce-a3ea-42775bee6210', 'name': 'network-vif-deleted', 'tag': '8c389990-706b-42b4-8cba-e3f6d810fbb6'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:33.912579 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41d6588-6c40-4be4-a387-74411632b19c" -d '{"events": [{"server_uuid": "72e91abf-2688-4fce-a3ea-42775bee6210", "name": "network-vif-deleted", "tag": "8c389990-706b-42b4-8cba-e3f6d810fbb6"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:33.940404 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b6295e34-bcf8-4b8e-8100-96c589ad0fc7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (fa1084ce-0893-4570-80f0-c5c82f247ada), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.016539 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:34.018327 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-183a5130-af42-42e6-b6d0-7218b80fb381 req-6e707570-ae93-497a-bc63-83f269fade2c tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (f7276a7a-f322-4f2a-94f2-80a317bcf537), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.034460 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['f7276a7a-f322-4f2a-94f2-80a317bcf537'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:53:34.094094 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-299ff045-f9ab-41bc-a193-2c8e32f13880 req-4573d29d-6fb9-42f8-94b6-5fbc4383676d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743541 Oct 04 08:53:34.096576 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.096949 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (edec3235-3ec3-4b05-9040-6b7ae3021eca), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.097340 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.l3_db [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Floating IP edec3235-3ec3-4b05-9040-6b7ae3021eca disassociated. External IP: 172.27.0.31, port: 84c7f948-82c8-4e44-86f1-d8ace0e90f47. Oct 04 08:53:34.097723 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Calling delete_port for 84c7f948-82c8-4e44-86f1-d8ace0e90f47 owned by compute:nova {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:34.127496 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e707570-ae93-497a-bc63-83f269fade2c tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Pushing event deleted for resources: {'Port': ['ID=f7276a7a-f322-4f2a-94f2-80a317bcf537,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:34.192428 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b6295e34-bcf8-4b8e-8100-96c589ad0fc7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (fa1084ce-0893-4570-80f0-c5c82f247ada), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.337878 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:53:34.347059 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-183a5130-af42-42e6-b6d0-7218b80fb381 req-6e707570-ae93-497a-bc63-83f269fade2c tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] No DVR routers for this DVR port f7276a7a-f322-4f2a-94f2-80a317bcf537 on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:34.350929 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-183a5130-af42-42e6-b6d0-7218b80fb381 req-6e707570-ae93-497a-bc63-83f269fade2c tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.353527 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-19bf647c-fb70-4a43-93ed-fcb3ae0d10cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:29Z', 'revision_number': 5, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:34.355080 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-183a5130-af42-42e6-b6d0-7218b80fb381 req-6e707570-ae93-497a-bc63-83f269fade2c tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.17 "DELETE /networking/v2.0/ports/f7276a7a-f322-4f2a-94f2-80a317bcf537 HTTP/1.1" status: 204 len: 173 time: 2.1802688 Oct 04 08:53:34.366392 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7770f09b-7b31-4078-9624-4eb405004cc3 req-c23cbee2-0503-4618-ba6e-f1fc2e33e071 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=72e91abf-2688-4fce-a3ea-42775bee6210 HTTP/1.1" status: 200 len: 210 time: 0.1049762 Oct 04 08:53:34.405530 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf647c-fb70-4a43-93ed-fcb3ae0d10cc None None] Checking router: ead37ab8-dc2c-4724-b676-f8c68b14b1fc for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:34.417423 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf647c-fb70-4a43-93ed-fcb3ae0d10cc None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:34.418237 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-19bf647c-fb70-4a43-93ed-fcb3ae0d10cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:34.440098 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (84c7f948-82c8-4e44-86f1-d8ace0e90f47), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.548350 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Pushing event deleted for resources: {'Port': ['ID=84c7f948-82c8-4e44-86f1-d8ace0e90f47,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:34.561223 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b6295e34-bcf8-4b8e-8100-96c589ad0fc7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (fa1084ce-0893-4570-80f0-c5c82f247ada), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.564331 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b6295e34-bcf8-4b8e-8100-96c589ad0fc7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:34.570193 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-b6295e34-bcf8-4b8e-8100-96c589ad0fc7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fa1084ce-0893-4570-80f0-c5c82f247ada HTTP/1.1" status: 204 len: 168 time: 1.1620824 Oct 04 08:53:34.573348 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58768) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:34.636423 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6295e34-bcf8-4b8e-8100-96c589ad0fc7 tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1084ce-0893-4570-80f0-c5c82f247ada,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:34.666799 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 8c389990-706b-42b4-8cba-e3f6d810fbb6 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:34.678307 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-19bf647c-fb70-4a43-93ed-fcb3ae0d10cc None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:34.731945 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.api.v2.resource [None req-40cf7872-7dc3-41f5-b2c1-74f73b45664f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] show failed (client error): The resource could not be found. Oct 04 08:53:34.732911 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: 8c389990-706b-42b4-8cba-e3f6d810fbb6 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:34.733728 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-40cf7872-7dc3-41f5-b2c1-74f73b45664f tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "GET /networking/v2.0/security-groups/fa1084ce-0893-4570-80f0-c5c82f247ada HTTP/1.1" status: 404 len: 347 time: 0.1449380 Oct 04 08:53:34.736886 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 8c389990-706b-42b4-8cba-e3f6d810fbb6 not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:34.737400 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 321b30d3-511f-4d46-a3a8-f9853c32c5d9 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:34.760946 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: 321b30d3-511f-4d46-a3a8-f9853c32c5d9 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:34.761476 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 321b30d3-511f-4d46-a3a8-f9853c32c5d9 not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:34.767355 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58770) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:34.788484 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:53:34.828221 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-82f09f15-6312-4a07-9033-42bf5f22fdd4 req-7a7b506c-baae-4697-9a16-ed67562c8b7b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 210 time: 0.1944475 Oct 04 08:53:34.868306 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:34.946897 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956138d7-2fd2-4cbd-9438-0f1d9c319656 x-openstack-request-id: req-956138d7-2fd2-4cbd-9438-0f1d9c319656 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:34.947347 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e91abf-2688-4fce-a3ea-42775bee6210", "name": "network-vif-deleted", "tag": "8c389990-706b-42b4-8cba-e3f6d810fbb6", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:34.947895 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-956138d7-2fd2-4cbd-9438-0f1d9c319656 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:34.948393 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956138d7-2fd2-4cbd-9438-0f1d9c319656'] response: {'server_uuid': '72e91abf-2688-4fce-a3ea-42775bee6210', 'name': 'network-vif-deleted', 'tag': '8c389990-706b-42b4-8cba-e3f6d810fbb6', 'status': 'completed', 'code': 200} Oct 04 08:53:35.106129 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:35.169925 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:35.186364 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a3fb1-9f82-4b7e-9925-bff945fad18b None None] Sync routers for ids ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:35.229987 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:35.259432 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a3fb1-9f82-4b7e-9925-bff945fad18b None None] Routers {'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:35.261173 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-cc5a3fb1-9f82-4b7e-9925-bff945fad18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:35.261882 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f81ae70-ea97-438c-8efb-a6eae24034b1 None None] Sync routers for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:35.265141 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] No DVR routers for this DVR port 84c7f948-82c8-4e44-86f1-d8ace0e90f47 on host hv-cinder-86020 {{(pid=106410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:35.270991 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.279255 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-fb8c2478-ea51-4d27-af1c-ec68cd66ac99 req-901bffde-8ce8-4a21-b3b7-c54813120b0d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.17 "DELETE /networking/v2.0/ports/84c7f948-82c8-4e44-86f1-d8ace0e90f47 HTTP/1.1" status: 204 len: 173 time: 1.9862146 Oct 04 08:53:35.282398 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'name': 'network-vif-deleted', 'tag': '84c7f948-82c8-4e44-86f1-d8ace0e90f47'}] {{(pid=106410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:35.289340 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4c84928c9cc590a11e74d60c618a14085f3215fa0a41e1841d6b7405df412b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a3c137-659c-4d30-8b13-e229ef7503f1" -d '{"events": [{"server_uuid": "f5ecca0c-50c6-4218-a34e-f4ec70d2686e", "name": "network-vif-deleted", "tag": "84c7f948-82c8-4e44-86f1-d8ace0e90f47"}]}' {{(pid=106410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:35.290007 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-19bf647c-fb70-4a43-93ed-fcb3ae0d10cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:29Z', 'revision_number': 5, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:35.389049 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-2bb829f1-7a7c-49bd-a351-bed53d96caf0 req-ab2dc07d-6e72-4f12-8204-4bae8b1d2f63 tempest-VolumesSnapshotTestJSON-663201796 tempest-VolumesSnapshotTestJSON-663201796-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9a212616-19a8-409e-8dc3-0fe11b28ac76 HTTP/1.1" status: 200 len: 210 time: 0.1768770 Oct 04 08:53:35.390686 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ca72b-75ff-496a-aa06-30a9075967bf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Deleting port 3424a779-d08a-43c5-ac58-4ee78beaabae {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:35.391036 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca72b-75ff-496a-aa06-30a9075967bf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (3424a779-d08a-43c5-ac58-4ee78beaabae), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.391780 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf647c-fb70-4a43-93ed-fcb3ae0d10cc None None] The sync data for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi is: [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:35:13Z', 'revision_number': 4, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': 'e45315be-64ad-4b40-888e-cee9df98d532', 'name': '', 'network_id': '730a9b11-4347-4415-adec-96bd4e59e83e', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'mac_address': 'fa:16:3e:cf:ef:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:12Z', 'updated_at': '2022-10-04T08:35:29Z', 'revision_number': 5, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'subnets': [{'id': 'cf07ea6d-918a-48b9-aea6-7cb0370ce3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:35.399818 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f81ae70-ea97-438c-8efb-a6eae24034b1 None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:35.400913 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-5f81ae70-ea97-438c-8efb-a6eae24034b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:35.544119 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:35.551595 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-cc5a3fb1-9f82-4b7e-9925-bff945fad18b None None] Set router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:35.583543 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] No DVR routers for this DVR port 321b30d3-511f-4d46-a3a8-f9853c32c5d9 on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:35.586435 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.590363 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-61d77ccc-6430-4fc4-91b2-f1c0cd550408 req-1c845cd0-52fb-4e57-aba2-2bbdf96335f3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.17 "DELETE /networking/v2.0/ports/321b30d3-511f-4d46-a3a8-f9853c32c5d9 HTTP/1.1" status: 204 len: 173 time: 4.0859246 Oct 04 08:53:35.630177 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:35.638082 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-5f81ae70-ea97-438c-8efb-a6eae24034b1 None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:35.663595 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fe5f88af-b3ee-4700-890b-4230768018fe req-207d9655-9d35-492f-963b-1635743d9bd0 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f5ecca0c-50c6-4218-a34e-f4ec70d2686e HTTP/1.1" status: 200 len: 210 time: 0.1152873 Oct 04 08:53:35.718225 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca72b-75ff-496a-aa06-30a9075967bf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (3424a779-d08a-43c5-ac58-4ee78beaabae), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.718605 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca72b-75ff-496a-aa06-30a9075967bf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (3424a779-d08a-43c5-ac58-4ee78beaabae), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:35.746837 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ca72b-75ff-496a-aa06-30a9075967bf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Calling delete_port for 3424a779-d08a-43c5-ac58-4ee78beaabae owned by network:floatingip {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:36.015560 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ed50fe-d54b-497a-b893-e9bc16244d69 x-openstack-request-id: req-36ed50fe-d54b-497a-b893-e9bc16244d69 {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:36.016567 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ecca0c-50c6-4218-a34e-f4ec70d2686e", "name": "network-vif-deleted", "tag": "84c7f948-82c8-4e44-86f1-d8ace0e90f47", "status": "completed", "code": 200}]} {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:36.017244 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36ed50fe-d54b-497a-b893-e9bc16244d69 {{(pid=106410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:36.017986 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ed50fe-d54b-497a-b893-e9bc16244d69'] response: {'server_uuid': 'f5ecca0c-50c6-4218-a34e-f4ec70d2686e', 'name': 'network-vif-deleted', 'tag': '84c7f948-82c8-4e44-86f1-d8ace0e90f47', 'status': 'completed', 'code': 200} Oct 04 08:53:36.032164 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-60cd6850-70ea-4f00-9e4d-576ed4d88f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600392'] for router_interface (fdcc413e-0188-45d9-af3f-5d148c24247d), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:36.108646 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca72b-75ff-496a-aa06-30a9075967bf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (3424a779-d08a-43c5-ac58-4ee78beaabae), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:36.196941 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-5f81ae70-ea97-438c-8efb-a6eae24034b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:19Z', 'revision_number': 5, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:36.229523 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153c2999-b4c4-4c68-ab27-9b4e79f020a5 None None] New status for floating IP 5ab1f2c9-590d-4b6d-9142-9bc1297f2801: DOWN {{(pid=106412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:53:36.242524 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f81ae70-ea97-438c-8efb-a6eae24034b1 None None] Checking router: e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:36.257025 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f81ae70-ea97-438c-8efb-a6eae24034b1 None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:36.258225 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-5f81ae70-ea97-438c-8efb-a6eae24034b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:36.484738 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-cc5a3fb1-9f82-4b7e-9925-bff945fad18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:38Z', 'revision_number': 5, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:36.486010 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ca72b-75ff-496a-aa06-30a9075967bf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Pushing event deleted for resources: {'Port': ['ID=3424a779-d08a-43c5-ac58-4ee78beaabae,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:36.536319 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a3fb1-9f82-4b7e-9925-bff945fad18b None None] Checking router: dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:36.537228 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-5f81ae70-ea97-438c-8efb-a6eae24034b1 None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:36.551729 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a3fb1-9f82-4b7e-9925-bff945fad18b None None] Routers {'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:36.552804 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-cc5a3fb1-9f82-4b7e-9925-bff945fad18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:36.595229 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9f24a6f8-7f95-4bde-88bd-ea9abe3a3e32 req-a33dd5bd-46dd-47c0-b470-4e83ecaa8060 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9606a52d-3c5d-4287-afb7-c84f5e245c9a HTTP/1.1" status: 200 len: 210 time: 0.1107783 Oct 04 08:53:36.712680 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58788) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:36.748486 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-cc5a3fb1-9f82-4b7e-9925-bff945fad18b None None] Set router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:36.762459 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:36.806604 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca72b-75ff-496a-aa06-30a9075967bf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks [] for floatingip (ea7d18ab-9d78-4beb-afb8-9b8d401ad63d), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:36.809046 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca72b-75ff-496a-aa06-30a9075967bf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:36.815409 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-4f7ca72b-75ff-496a-aa06-30a9075967bf tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/ea7d18ab-9d78-4beb-afb8-9b8d401ad63d HTTP/1.1" status: 204 len: 168 time: 2.0384040 Oct 04 08:53:36.905244 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:36.966874 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device f7276a7a-f322-4f2a-94f2-80a317bcf537 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:36.968721 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a212616-19a8-409e-8dc3-0fe11b28ac76', 'name': 'network-vif-deleted', 'tag': 'f7276a7a-f322-4f2a-94f2-80a317bcf537'}, {'server_uuid': '9606a52d-3c5d-4287-afb7-c84f5e245c9a', 'name': 'network-vif-deleted', 'tag': '321b30d3-511f-4d46-a3a8-f9853c32c5d9'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:36.975238 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe5325a-9b54-4347-a320-5eacd15d79aa" -d '{"events": [{"server_uuid": "9a212616-19a8-409e-8dc3-0fe11b28ac76", "name": "network-vif-deleted", "tag": "f7276a7a-f322-4f2a-94f2-80a317bcf537"}, {"server_uuid": "9606a52d-3c5d-4287-afb7-c84f5e245c9a", "name": "network-vif-deleted", "tag": "321b30d3-511f-4d46-a3a8-f9853c32c5d9"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:37.001007 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: f7276a7a-f322-4f2a-94f2-80a317bcf537 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:37.001434 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device f7276a7a-f322-4f2a-94f2-80a317bcf537 not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:37.001996 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 84c7f948-82c8-4e44-86f1-d8ace0e90f47 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:37.069162 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58800) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:37.073030 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f99822d3-8c34-403f-b3fa-30384642ed20 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group (fa189a3f-b4d4-4d5c-baa3-71848360dd14), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.147389 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f99822d3-8c34-403f-b3fa-30384642ed20 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group (fa189a3f-b4d4-4d5c-baa3-71848360dd14), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.172810 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-60cd6850-70ea-4f00-9e4d-576ed4d88f24 admin admin] Deleting port d79070e4-d6bf-4dd2-8474-99d8d9c46648 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:37.173247 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-60cd6850-70ea-4f00-9e4d-576ed4d88f24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.205175 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: 84c7f948-82c8-4e44-86f1-d8ace0e90f47 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:37.213966 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06233a5c-377a-431c-afc5-eca83bf25c70 x-openstack-request-id: req-06233a5c-377a-431c-afc5-eca83bf25c70 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:37.214268 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a212616-19a8-409e-8dc3-0fe11b28ac76", "name": "network-vif-deleted", "tag": "f7276a7a-f322-4f2a-94f2-80a317bcf537", "status": "completed", "code": 200}, {"server_uuid": "9606a52d-3c5d-4287-afb7-c84f5e245c9a", "name": "network-vif-deleted", "tag": "321b30d3-511f-4d46-a3a8-f9853c32c5d9", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:37.214426 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 84c7f948-82c8-4e44-86f1-d8ace0e90f47 not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:37.214669 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06233a5c-377a-431c-afc5-eca83bf25c70 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:37.214973 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06233a5c-377a-431c-afc5-eca83bf25c70'] response: {'server_uuid': '9a212616-19a8-409e-8dc3-0fe11b28ac76', 'name': 'network-vif-deleted', 'tag': 'f7276a7a-f322-4f2a-94f2-80a317bcf537', 'status': 'completed', 'code': 200} Oct 04 08:53:37.215146 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06233a5c-377a-431c-afc5-eca83bf25c70'] response: {'server_uuid': '9606a52d-3c5d-4287-afb7-c84f5e245c9a', 'name': 'network-vif-deleted', 'tag': '321b30d3-511f-4d46-a3a8-f9853c32c5d9', 'status': 'completed', 'code': 200} Oct 04 08:53:37.275127 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-5f81ae70-ea97-438c-8efb-a6eae24034b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:19Z', 'revision_number': 5, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:37.279787 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:37.295569 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3a62ab88-3106-4d5d-9eba-7d1e6a942a9e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for security_group (8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.353083 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f81ae70-ea97-438c-8efb-a6eae24034b1 None None] The sync data for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi is: [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:19Z', 'revision_number': 5, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:37.368478 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f99822d3-8c34-403f-b3fa-30384642ed20 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (fa189a3f-b4d4-4d5c-baa3-71848360dd14), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.380333 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3a62ab88-3106-4d5d-9eba-7d1e6a942a9e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for security_group (8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.388111 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f99822d3-8c34-403f-b3fa-30384642ed20 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.395074 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-f99822d3-8c34-403f-b3fa-30384642ed20 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fa189a3f-b4d4-4d5c-baa3-71848360dd14 HTTP/1.1" status: 204 len: 168 time: 0.6762400 Oct 04 08:53:37.426065 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58802) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:37.440020 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-cc5a3fb1-9f82-4b7e-9925-bff945fad18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:38Z', 'revision_number': 5, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:37.446194 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:37.514984 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3a62ab88-3106-4d5d-9eba-7d1e6a942a9e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.520611 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99822d3-8c34-403f-b3fa-30384642ed20 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa189a3f-b4d4-4d5c-baa3-71848360dd14,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:37.521459 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3a62ab88-3106-4d5d-9eba-7d1e6a942a9e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.523007 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-3a62ab88-3106-4d5d-9eba-7d1e6a942a9e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708 HTTP/1.1" status: 204 len: 168 time: 0.4523201 Oct 04 08:53:37.531078 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-60cd6850-70ea-4f00-9e4d-576ed4d88f24 admin admin] For port d79070e4-d6bf-4dd2-8474-99d8d9c46648, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=d79070e4-d6bf-4dd2-8474-99d8d9c46648,segment=NetworkSegment(f48d575e-74e1-4f3e-8727-6deaccc8c438),segment_id=f48d575e-74e1-4f3e-8727-6deaccc8c438)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:37.531435 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a3fb1-9f82-4b7e-9925-bff945fad18b None None] The sync data for ids ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'] in dv-cinder-860209-1-iscsi is: [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:24Z', 'revision_number': 4, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '8c22694a-ad17-478f-bb27-bf7333ed7418', 'name': '', 'network_id': '7c0853df-a74a-47d5-9683-581a895763eb', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'mac_address': 'fa:16:3e:33:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:22Z', 'updated_at': '2022-10-04T08:35:38Z', 'revision_number': 5, 'project_id': '5934621267af4b838889fcbfb9febaea', 'subnets': [{'id': '75580dae-ee0c-46db-9337-4fe1523f3148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:37.531720 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-60cd6850-70ea-4f00-9e4d-576ed4d88f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.548576 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58804) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:37.559562 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62ab88-3106-4d5d-9eba-7d1e6a942a9e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:37.573563 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.api.v2.resource [None req-0466a6b7-c43e-4c24-bb8a-30a386189158 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] show failed (client error): The resource could not be found. Oct 04 08:53:37.575422 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-0466a6b7-c43e-4c24-bb8a-30a386189158 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "GET /networking/v2.0/security-groups/fa189a3f-b4d4-4d5c-baa3-71848360dd14 HTTP/1.1" status: 404 len: 347 time: 0.1474104 Oct 04 08:53:37.581787 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=74,neutron:UPDATE=7 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:37.583584 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58806) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:37.613843 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.api.v2.resource [None req-7a27c9fe-807a-4a1b-86db-64f7462a7cf8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] show failed (client error): The resource could not be found. Oct 04 08:53:37.623029 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-7a27c9fe-807a-4a1b-86db-64f7462a7cf8 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups/8f9a1ad8-69a6-4c20-a9a1-b4e0008c1708 HTTP/1.1" status: 404 len: 347 time: 0.0709620 Oct 04 08:53:37.626489 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58808) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:37.652843 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-60cd6850-70ea-4f00-9e4d-576ed4d88f24 admin admin] Calling delete_port for d79070e4-d6bf-4dd2-8474-99d8d9c46648 owned by network:router_interface {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:37.892164 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58818) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:37.893000 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-5275cca5-2ea4-47f0-82d7-f7e69b4919f9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Deleting port 60ca179f-380d-4572-95c6-4a1b7fde74f5 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:37.893762 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5275cca5-2ea4-47f0-82d7-f7e69b4919f9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (60ca179f-380d-4572-95c6-4a1b7fde74f5), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:37.991174 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b630d-2923-47ed-8da1-5e4082337c4e None None] New status for floating IP 202de793-7175-4f98-8ede-e44aae129735: DOWN {{(pid=106413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:53:38.108365 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b4315981-8b91-42c1-82aa-69de1e7d3b0e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group (e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.116420 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-60cd6850-70ea-4f00-9e4d-576ed4d88f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (d79070e4-d6bf-4dd2-8474-99d8d9c46648), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.145655 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b4315981-8b91-42c1-82aa-69de1e7d3b0e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group (e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.172614 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd6850-70ea-4f00-9e4d-576ed4d88f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=d79070e4-d6bf-4dd2-8474-99d8d9c46648,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:38.205257 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c27b8ac-346e-438c-b5f2-987417584cd1 None None] New status for floating IP edec3235-3ec3-4b05-9040-6b7ae3021eca: DOWN {{(pid=106412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:53:38.300167 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b4315981-8b91-42c1-82aa-69de1e7d3b0e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.305381 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b4315981-8b91-42c1-82aa-69de1e7d3b0e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.307737 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-b4315981-8b91-42c1-82aa-69de1e7d3b0e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320 HTTP/1.1" status: 204 len: 168 time: 0.4075916 Oct 04 08:53:38.362996 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5275cca5-2ea4-47f0-82d7-f7e69b4919f9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (60ca179f-380d-4572-95c6-4a1b7fde74f5), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.363439 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5275cca5-2ea4-47f0-82d7-f7e69b4919f9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (60ca179f-380d-4572-95c6-4a1b7fde74f5), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.382886 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-5275cca5-2ea4-47f0-82d7-f7e69b4919f9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Calling delete_port for 60ca179f-380d-4572-95c6-4a1b7fde74f5 owned by network:floatingip {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:38.445692 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:38.447305 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-60cd6850-70ea-4f00-9e4d-576ed4d88f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600380'] for router_interface (fdcc413e-0188-45d9-af3f-5d148c24247d), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.451536 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58824) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:38.459213 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:38.467248 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-c06ba90d-efa2-41ae-9f2f-af99b02f05fb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Deleting port ff282f37-33ee-416e-87ac-e551cf943821 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:38.467591 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c06ba90d-efa2-41ae-9f2f-af99b02f05fb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (ff282f37-33ee-416e-87ac-e551cf943821), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.475378 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4315981-8b91-42c1-82aa-69de1e7d3b0e tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:38.497092 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.api.v2.resource [None req-0bfe8553-f4b0-4541-a717-fb56c1803db4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] show failed (client error): The resource could not be found. Oct 04 08:53:38.499483 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-0bfe8553-f4b0-4541-a717-fb56c1803db4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups/e62ee4d3-2aaf-4af4-ab73-dcd24f1e8320 HTTP/1.1" status: 404 len: 347 time: 0.0455596 Oct 04 08:53:38.503021 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58830) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:38.624038 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c06ba90d-efa2-41ae-9f2f-af99b02f05fb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (ff282f37-33ee-416e-87ac-e551cf943821), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.624038 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c06ba90d-efa2-41ae-9f2f-af99b02f05fb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for floatingip (ff282f37-33ee-416e-87ac-e551cf943821), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.635752 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-c06ba90d-efa2-41ae-9f2f-af99b02f05fb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Calling delete_port for ff282f37-33ee-416e-87ac-e551cf943821 owned by network:floatingip {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:38.918927 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5275cca5-2ea4-47f0-82d7-f7e69b4919f9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (60ca179f-380d-4572-95c6-4a1b7fde74f5), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:38.967556 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:38.969574 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-78f067ce-ee9a-4643-b03e-21505ab71de4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Deleting port e8a7cca8-1784-4291-be4a-c059670367f6 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:38.970036 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-78f067ce-ee9a-4643-b03e-21505ab71de4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (e8a7cca8-1784-4291-be4a-c059670367f6), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.082018 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275cca5-2ea4-47f0-82d7-f7e69b4919f9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Pushing event deleted for resources: {'Port': ['ID=60ca179f-380d-4572-95c6-4a1b7fde74f5,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:39.187099 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5275cca5-2ea4-47f0-82d7-f7e69b4919f9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks [] for floatingip (5ab1f2c9-590d-4b6d-9142-9bc1297f2801), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.190935 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5275cca5-2ea4-47f0-82d7-f7e69b4919f9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.200457 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-5275cca5-2ea4-47f0-82d7-f7e69b4919f9 tempest-AttachVolumeShelveTestJSON-1787866423 tempest-AttachVolumeShelveTestJSON-1787866423-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/5ab1f2c9-590d-4b6d-9142-9bc1297f2801 HTTP/1.1" status: 204 len: 168 time: 1.6066914 Oct 04 08:53:39.218541 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c06ba90d-efa2-41ae-9f2f-af99b02f05fb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (ff282f37-33ee-416e-87ac-e551cf943821), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.228081 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cd6850-70ea-4f00-9e4d-576ed4d88f24 admin admin] Router fdcc413e-0188-45d9-af3f-5d148c24247d has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:53:39.231786 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:39.281737 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ba90d-efa2-41ae-9f2f-af99b02f05fb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Pushing event deleted for resources: {'Port': ['ID=ff282f37-33ee-416e-87ac-e551cf943821,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:39.303951 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-78f067ce-ee9a-4643-b03e-21505ab71de4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (e8a7cca8-1784-4291-be4a-c059670367f6), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.303951 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-78f067ce-ee9a-4643-b03e-21505ab71de4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (e8a7cca8-1784-4291-be4a-c059670367f6), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.355947 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c06ba90d-efa2-41ae-9f2f-af99b02f05fb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks [] for floatingip (edec3235-3ec3-4b05-9040-6b7ae3021eca), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.358641 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c06ba90d-efa2-41ae-9f2f-af99b02f05fb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.359875 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-c06ba90d-efa2-41ae-9f2f-af99b02f05fb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/edec3235-3ec3-4b05-9040-6b7ae3021eca HTTP/1.1" status: 204 len: 168 time: 1.7314954 Oct 04 08:53:39.395026 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-78f067ce-ee9a-4643-b03e-21505ab71de4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Calling delete_port for e8a7cca8-1784-4291-be4a-c059670367f6 owned by network:floatingip {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:39.532742 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cd6850-70ea-4f00-9e4d-576ed4d88f24 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:39.547062 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-60cd6850-70ea-4f00-9e4d-576ed4d88f24 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/fdcc413e-0188-45d9-af3f-5d148c24247d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0354011 Oct 04 08:53:39.547931 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58856) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:39.564986 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcffa1-6ad2-47c1-ac73-d14a071fc3c7 None None] Sync routers for ids ['fdcc413e-0188-45d9-af3f-5d148c24247d'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:39.596248 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcffa1-6ad2-47c1-ac73-d14a071fc3c7 None None] Routers {'fdcc413e-0188-45d9-af3f-5d148c24247d'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:39.597469 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-eedcffa1-6ad2-47c1-ac73-d14a071fc3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['fdcc413e-0188-45d9-af3f-5d148c24247d'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:39.710714 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-78f067ce-ee9a-4643-b03e-21505ab71de4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (e8a7cca8-1784-4291-be4a-c059670367f6), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.744072 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-eedcffa1-6ad2-47c1-ac73-d14a071fc3c7 None None] Set router fdcc413e-0188-45d9-af3f-5d148c24247d gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:39.763187 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f067ce-ee9a-4643-b03e-21505ab71de4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event deleted for resources: {'Port': ['ID=e8a7cca8-1784-4291-be4a-c059670367f6,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:39.822109 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:39.882181 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-78f067ce-ee9a-4643-b03e-21505ab71de4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (202de793-7175-4f98-8ede-e44aae129735), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.885175 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-78f067ce-ee9a-4643-b03e-21505ab71de4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:39.886791 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-78f067ce-ee9a-4643-b03e-21505ab71de4 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/202de793-7175-4f98-8ede-e44aae129735 HTTP/1.1" status: 204 len: 168 time: 1.3826663 Oct 04 08:53:39.996929 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-eedcffa1-6ad2-47c1-ac73-d14a071fc3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 5, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:40.035533 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58866) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:40.041699 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-fcfbbd40-d9c7-4efa-bf41-cebb39d328e3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1323726239', 'description': 'tempest-description--1781819989'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:40.075004 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbd40-d9c7-4efa-bf41-cebb39d328e3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.095529 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Publish callbacks [] for router (fdcc413e-0188-45d9-af3f-5d148c24247d), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.107362 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58868) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:40.169603 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcffa1-6ad2-47c1-ac73-d14a071fc3c7 None None] Checking router: fdcc413e-0188-45d9-af3f-5d148c24247d for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:40.185012 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcffa1-6ad2-47c1-ac73-d14a071fc3c7 None None] Routers {'fdcc413e-0188-45d9-af3f-5d148c24247d'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:40.186036 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-eedcffa1-6ad2-47c1-ac73-d14a071fc3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['fdcc413e-0188-45d9-af3f-5d148c24247d'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:40.255456 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Publish callbacks [] for router_gateway (fdcc413e-0188-45d9-af3f-5d148c24247d), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.261795 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbd40-d9c7-4efa-bf41-cebb39d328e3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group (8946e612-50ea-46ac-9edc-fd3b30740f04), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.332985 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Deleting port d040d2fd-9559-418e-a2bb-4b2687c0ccad {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:40.333525 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.339426 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbd40-d9c7-4efa-bf41-cebb39d328e3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (8946e612-50ea-46ac-9edc-fd3b30740f04), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.372980 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-eedcffa1-6ad2-47c1-ac73-d14a071fc3c7 None None] Set router fdcc413e-0188-45d9-af3f-5d148c24247d gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:40.401433 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:40.460749 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbd40-d9c7-4efa-bf41-cebb39d328e3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.462992 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-fcfbbd40-d9c7-4efa-bf41-cebb39d328e3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4252057 Oct 04 08:53:40.470634 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58874) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:40.477035 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:40.482652 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-1a045387-93b1-4cbf-aea1-c95a7009c45b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Request body: {'security_group_rule': {'security_group_id': '8946e612-50ea-46ac-9edc-fd3b30740f04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:40.493850 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] For port d040d2fd-9559-418e-a2bb-4b2687c0ccad, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=d040d2fd-9559-418e-a2bb-4b2687c0ccad,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:40.494253 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.510711 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Calling delete_port for d040d2fd-9559-418e-a2bb-4b2687c0ccad owned by network:router_gateway {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:40.545277 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:40.547288 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbbd40-d9c7-4efa-bf41-cebb39d328e3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8946e612-50ea-46ac-9edc-fd3b30740f04,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:40.632353 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-1a045387-93b1-4cbf-aea1-c95a7009c45b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group_rule (076fbea4-001b-43dd-8120-d3ecbf9eda70), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.689857 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-eedcffa1-6ad2-47c1-ac73-d14a071fc3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 5, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:40.746811 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcffa1-6ad2-47c1-ac73-d14a071fc3c7 None None] The sync data for ids ['fdcc413e-0188-45d9-af3f-5d148c24247d'] in dv-cinder-860209-1-iscsi is: [{'id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'name': 'tempest-TestVolumeBootPattern-1307717520-router', 'tenant_id': '2f94e3ae140b43739febe1111e18604b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:46Z', 'updated_at': '2022-10-04T08:53:38Z', 'revision_number': 5, 'project_id': '2f94e3ae140b43739febe1111e18604b', 'gw_port': {'id': 'd040d2fd-9559-418e-a2bb-4b2687c0ccad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc413e-0188-45d9-af3f-5d148c24247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:47Z', 'updated_at': '2022-10-04T08:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:40.796460 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (d040d2fd-9559-418e-a2bb-4b2687c0ccad), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.828107 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Pushing event deleted for resources: {'Port': ['ID=d040d2fd-9559-418e-a2bb-4b2687c0ccad,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:40.898268 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-1a045387-93b1-4cbf-aea1-c95a7009c45b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group_rule (076fbea4-001b-43dd-8120-d3ecbf9eda70), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.921919 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-1a045387-93b1-4cbf-aea1-c95a7009c45b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (076fbea4-001b-43dd-8120-d3ecbf9eda70), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.922194 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601974'] for router_gateway (fdcc413e-0188-45d9-af3f-5d148c24247d), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.948642 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a045387-93b1-4cbf-aea1-c95a7009c45b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076fbea4-001b-43dd-8120-d3ecbf9eda70,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:40.970276 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-1a045387-93b1-4cbf-aea1-c95a7009c45b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:40.975392 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-1a045387-93b1-4cbf-aea1-c95a7009c45b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4972496 Oct 04 08:53:40.976310 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58880) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:41.011730 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-6116b8eb-66a3-48ce-9533-95a017535f52 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Request body: {'security_group_rule': {'security_group_id': '8946e612-50ea-46ac-9edc-fd3b30740f04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:41.072121 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-386'] for router (fdcc413e-0188-45d9-af3f-5d148c24247d), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.075303 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Publish callbacks [] for router_controller (fdcc413e-0188-45d9-af3f-5d148c24247d), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.077865 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:41.150106 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600420'] for router (fdcc413e-0188-45d9-af3f-5d148c24247d), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.151265 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6116b8eb-66a3-48ce-9533-95a017535f52 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group_rule (6197fdba-a8dd-4547-872d-5b1ad363b845), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.151755 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdcc413e-0188-45d9-af3f-5d148c24247d {{(pid=106410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:53:41.178415 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.180730 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-6562d423-36c8-4952-888a-72a4bffb8240 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/fdcc413e-0188-45d9-af3f-5d148c24247d HTTP/1.1" status: 204 len: 168 time: 1.6303058 Oct 04 08:53:41.182388 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58882) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:41.190971 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-20c49b5a-28aa-4b41-a5c7-f1eae9c1684d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600392'] for router_interface (4ab3ff76-f30b-40f5-ba46-3754e98882d8), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.263553 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b4e6ba-d17f-41b2-bbdc-b0c58f19c12f admin admin] Deleting subnet 93f5ad63-8511-451a-b445-ec0028854cc4 {{(pid=106410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:53:41.267376 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a0b4e6ba-d17f-41b2-bbdc-b0c58f19c12f admin admin] Publish callbacks [] for subnet (93f5ad63-8511-451a-b445-ec0028854cc4), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.278013 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d79070e4-d6bf-4dd2-8474-99d8d9c46648 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:41.301297 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: d79070e4-d6bf-4dd2-8474-99d8d9c46648 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:41.302202 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d79070e4-d6bf-4dd2-8474-99d8d9c46648 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:41.310750 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a0b4e6ba-d17f-41b2-bbdc-b0c58f19c12f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15344687'] for subnet (93f5ad63-8511-451a-b445-ec0028854cc4), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.338288 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6116b8eb-66a3-48ce-9533-95a017535f52 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group_rule (6197fdba-a8dd-4547-872d-5b1ad363b845), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.350523 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6116b8eb-66a3-48ce-9533-95a017535f52 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (6197fdba-a8dd-4547-872d-5b1ad363b845), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.389675 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6116b8eb-66a3-48ce-9533-95a017535f52 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.391036 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-6116b8eb-66a3-48ce-9533-95a017535f52 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3852844 Oct 04 08:53:41.394873 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58886) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:41.395558 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116b8eb-66a3-48ce-9533-95a017535f52 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6197fdba-a8dd-4547-872d-5b1ad363b845,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:41.408065 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Request body: {'floatingip': {'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:41.436834 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a0b4e6ba-d17f-41b2-bbdc-b0c58f19c12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (93f5ad63-8511-451a-b445-ec0028854cc4), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.493595 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.521571 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a0b4e6ba-d17f-41b2-bbdc-b0c58f19c12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14467704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12886999'] for subnet (93f5ad63-8511-451a-b445-ec0028854cc4), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.566501 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4e6ba-d17f-41b2-bbdc-b0c58f19c12f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f5ad63-8511-451a-b445-ec0028854cc4,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:41.574304 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a0b4e6ba-d17f-41b2-bbdc-b0c58f19c12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.589457 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-a0b4e6ba-d17f-41b2-bbdc-b0c58f19c12f admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/93f5ad63-8511-451a-b445-ec0028854cc4 HTTP/1.1" status: 204 len: 168 time: 0.4055908 Oct 04 08:53:41.590475 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58888) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:41.594768 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2098119-58fa-4125-93ff-0f9e34283fa8 None None] Network e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:53:41.743946 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.833971 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Deleting port 06970242-99d0-4c82-9a1a-0c73ca585d58 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:41.834659 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.932708 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:41.944962 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:41.970166 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] For port 06970242-99d0-4c82-9a1a-0c73ca585d58, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=06970242-99d0-4c82-9a1a-0c73ca585d58,segment=NetworkSegment(f48d575e-74e1-4f3e-8727-6deaccc8c438),segment_id=f48d575e-74e1-4f3e-8727-6deaccc8c438)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:41.970704 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.983618 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:41.993246 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:41.999324 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Calling delete_port for 06970242-99d0-4c82-9a1a-0c73ca585d58 owned by network:dhcp {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:42.013559 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-20c49b5a-28aa-4b41-a5c7-f1eae9c1684d admin admin] Deleting port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:42.013811 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-20c49b5a-28aa-4b41-a5c7-f1eae9c1684d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.053307 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.100487 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] DHCP port deletion for e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a request from dv-cinder-860209-1-iscsi {{(pid=106412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:53:42.164272 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.171824 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Deleting port 06970242-99d0-4c82-9a1a-0c73ca585d58 {{(pid=106412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:42.172211 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), before_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.190505 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=06970242-99d0-4c82-9a1a-0c73ca585d58,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:42.202197 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] No DVR routers for this DVR port 06970242-99d0-4c82-9a1a-0c73ca585d58 on host dv-cinder-860209-1-iscsi {{(pid=106410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:42.255149 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-20c49b5a-28aa-4b41-a5c7-f1eae9c1684d admin admin] For port cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:42.256027 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-20c49b5a-28aa-4b41-a5c7-f1eae9c1684d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.280547 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Allocated IP 172.27.0.67 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/ecbb7284-6c88-4cee-8c6a-1eb6e09d2187) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:42.283273 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] For port 06970242-99d0-4c82-9a1a-0c73ca585d58, host dv-cinder-860209-1-iscsi, got binding levels [] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:42.284171 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), precommit_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.292915 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-20c49b5a-28aa-4b41-a5c7-f1eae9c1684d admin admin] Calling delete_port for cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 owned by network:router_interface {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:42.294386 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.314766 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Calling delete_port for 06970242-99d0-4c82-9a1a-0c73ca585d58 owned by network:dhcp {{(pid=106412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:42.320408 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a']}} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:42.325001 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.ipam_backend_mixin [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Port 06970242-99d0-4c82-9a1a-0c73ca585d58 was not found and therefore no delete operation was performed {{(pid=106412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 08:53:42.328767 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (06970242-99d0-4c82-9a1a-0c73ca585d58), after_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.334812 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48d575e-74e1-4f3e-8727-6deaccc8c438') {'for_net_delete': True} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:42.335408 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48d575e-74e1-4f3e-8727-6deaccc8c438') {} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:42.356333 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15344726'] for segment (f48d575e-74e1-4f3e-8727-6deaccc8c438), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.381699 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Pushing event deleted for resources: {'Port': ['ID=06970242-99d0-4c82-9a1a-0c73ca585d58,revision_number=None']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:42.392570 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] No DVR routers for this DVR port 06970242-99d0-4c82-9a1a-0c73ca585d58 on host dv-cinder-860209-1-iscsi {{(pid=106412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:42.403486 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (f48d575e-74e1-4f3e-8727-6deaccc8c438), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.417193 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.419515 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.420414 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.421333 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.422957 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.423875 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.424769 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.426321 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.428341 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.428721 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.429016 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.429629 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.430217 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.430845 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.431416 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d0c072-ba33-4983-a59c-507f89334000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:53:42.445893 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=106410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:53:42.446494 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14467730'] for segment (f48d575e-74e1-4f3e-8727-6deaccc8c438), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.565816 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.576734 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.580039 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a HTTP/1.1" status: 204 len: 168 time: 0.9881520 Oct 04 08:53:42.590320 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58902) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:42.591950 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment f48d575e-74e1-4f3e-8727-6deaccc8c438 resource provider aggregate not found Oct 04 08:53:42.603404 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3343d-0104-41d1-9300-af0caeff5e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=e71b68ee-781f-4e9d-8cf4-0cfc8be1f31a,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:42.637220 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for port (ecbb7284-6c88-4cee-8c6a-1eb6e09d2187), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.650852 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment f48d575e-74e1-4f3e-8727-6deaccc8c438 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f48d575e-74e1-4f3e-8727-6deaccc8c438 found for delete ", "request_id": "req-90b8caf7-fffe-4b73-91db-9f29ae844985"}]} Oct 04 08:53:42.798150 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (ecbb7284-6c88-4cee-8c6a-1eb6e09d2187), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:42.896895 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:42.914778 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:42.932660 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:42.940279 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:42.946745 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:42.950675 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-20c49b5a-28aa-4b41-a5c7-f1eae9c1684d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:43.012653 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event updated for resources: {'Port': ['ID=ecbb7284-6c88-4cee-8c6a-1eb6e09d2187,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:43.063085 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c09e291a-8209-4670-8970-5c8100e29bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600392'] for router_interface (a699e38f-a913-4cae-aea3-e00c5af891bb), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:43.148444 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c49b5a-28aa-4b41-a5c7-f1eae9c1684d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:43.252347 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58920) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:43.331257 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 06970242-99d0-4c82-9a1a-0c73ca585d58 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:43.366020 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:43.419007 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 06970242-99d0-4c82-9a1a-0c73ca585d58 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:43.420454 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 06970242-99d0-4c82-9a1a-0c73ca585d58 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:43.421503 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d040d2fd-9559-418e-a2bb-4b2687c0ccad no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:43.517664 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: d040d2fd-9559-418e-a2bb-4b2687c0ccad {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:43.518537 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d040d2fd-9559-418e-a2bb-4b2687c0ccad not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:43.609999 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-c09e291a-8209-4670-8970-5c8100e29bbc admin admin] Deleting port 35d1f250-7ece-4fdc-8451-029267b64923 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:43.610899 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c09e291a-8209-4670-8970-5c8100e29bbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (35d1f250-7ece-4fdc-8451-029267b64923), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:43.680976 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:43.692254 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (9cbe8e19-3cd3-435a-81c5-6d691f227717), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:43.744853 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-c09e291a-8209-4670-8970-5c8100e29bbc admin admin] For port 35d1f250-7ece-4fdc-8451-029267b64923, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=35d1f250-7ece-4fdc-8451-029267b64923,segment=NetworkSegment(550961e8-008a-436e-86ad-e51636eaf9d9),segment_id=550961e8-008a-436e-86ad-e51636eaf9d9)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:43.745593 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c09e291a-8209-4670-8970-5c8100e29bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (35d1f250-7ece-4fdc-8451-029267b64923), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:43.772875 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-c09e291a-8209-4670-8970-5c8100e29bbc admin admin] Calling delete_port for 35d1f250-7ece-4fdc-8451-029267b64923 owned by network:router_interface {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:43.882010 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (ecbb7284-6c88-4cee-8c6a-1eb6e09d2187), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:43.919549 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-20c49b5a-28aa-4b41-a5c7-f1eae9c1684d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600380'] for router_interface (4ab3ff76-f30b-40f5-ba46-3754e98882d8), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.016942 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c09e291a-8209-4670-8970-5c8100e29bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (35d1f250-7ece-4fdc-8451-029267b64923), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.051319 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e291a-8209-4670-8970-5c8100e29bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=35d1f250-7ece-4fdc-8451-029267b64923,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:44.298860 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:44.310713 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c09e291a-8209-4670-8970-5c8100e29bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600380'] for router_interface (a699e38f-a913-4cae-aea3-e00c5af891bb), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.704425 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for port (ecbb7284-6c88-4cee-8c6a-1eb6e09d2187), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.743362 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:44.745476 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (ecbb7284-6c88-4cee-8c6a-1eb6e09d2187), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.746972 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09e291a-8209-4670-8970-5c8100e29bbc admin admin] Router a699e38f-a913-4cae-aea3-e00c5af891bb has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:53:44.844964 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d37e2785-6cc9-4908-92b3-cdad26415ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600392'] for router_interface (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:44.847396 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:44.939818 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09e291a-8209-4670-8970-5c8100e29bbc admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:44.948975 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-c09e291a-8209-4670-8970-5c8100e29bbc admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/a699e38f-a913-4cae-aea3-e00c5af891bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3529594 Oct 04 08:53:44.962166 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58944) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:44.966036 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a74ae43-854e-45e6-b622-9be02d9348b7 None None] Sync routers for ids ['a699e38f-a913-4cae-aea3-e00c5af891bb'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:44.982926 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:53:44.997906 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a74ae43-854e-45e6-b622-9be02d9348b7 None None] Routers {'a699e38f-a913-4cae-aea3-e00c5af891bb'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:44.999182 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-5a74ae43-854e-45e6-b622-9be02d9348b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['a699e38f-a913-4cae-aea3-e00c5af891bb'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:45.262620 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-5a74ae43-854e-45e6-b622-9be02d9348b7 None None] Set router a699e38f-a913-4cae-aea3-e00c5af891bb gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:45.458962 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event updated for resources: {'Port': ['ID=ecbb7284-6c88-4cee-8c6a-1eb6e09d2187,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:45.462577 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (9cbe8e19-3cd3-435a-81c5-6d691f227717), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:45.495814 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ec445-6158-4bf8-8e76-83bde7aa4153 req-96112e26-6294-47ad-8dd9-08032f064b37 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:45.498449 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f28ec445-6158-4bf8-8e76-83bde7aa4153 req-96112e26-6294-47ad-8dd9-08032f064b37 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.6395757 Oct 04 08:53:45.540698 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:45.567773 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Publish callbacks [] for router (a699e38f-a913-4cae-aea3-e00c5af891bb), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:45.579891 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-5a74ae43-854e-45e6-b622-9be02d9348b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'name': 'tempest-TestVolumeBootPattern-1631395197-router', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:58Z', 'updated_at': '2022-10-04T08:53:43Z', 'revision_number': 5, 'project_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'gw_port': {'id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:45.612297 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a74ae43-854e-45e6-b622-9be02d9348b7 None None] Checking router: a699e38f-a913-4cae-aea3-e00c5af891bb for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:45.620192 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226109e-e658-453d-9458-9dd83458abd1 req-730be497-8642-4eba-b7f5-e7a3fabdea0b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:45.622810 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5226109e-e658-453d-9458-9dd83458abd1 req-730be497-8642-4eba-b7f5-e7a3fabdea0b tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 945 time: 0.2162023 Oct 04 08:53:45.626930 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a74ae43-854e-45e6-b622-9be02d9348b7 None None] Routers {'a699e38f-a913-4cae-aea3-e00c5af891bb'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:45.628143 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-5a74ae43-854e-45e6-b622-9be02d9348b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['a699e38f-a913-4cae-aea3-e00c5af891bb'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:45.647754 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:45.664561 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-5cb59f02-abce-40df-9a08-1400f61e45b7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2457080 Oct 04 08:53:45.664561 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c49b5a-28aa-4b41-a5c7-f1eae9c1684d admin admin] Router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:53:45.781489 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f28ec445-6158-4bf8-8e76-83bde7aa4153 req-06976b29-18e3-4143-ba52-773c69ac9450 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647679 Oct 04 08:53:45.787924 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Publish callbacks [] for router_gateway (a699e38f-a913-4cae-aea3-e00c5af891bb), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:45.859525 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-5a74ae43-854e-45e6-b622-9be02d9348b7 None None] Set router a699e38f-a913-4cae-aea3-e00c5af891bb gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:45.882898 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Deleting port 58f34dcb-a751-494d-b200-bb8519d577a4 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:45.883244 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (58f34dcb-a751-494d-b200-bb8519d577a4), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.029997 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c49b5a-28aa-4b41-a5c7-f1eae9c1684d admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:46.039501 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-20c49b5a-28aa-4b41-a5c7-f1eae9c1684d admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/4ab3ff76-f30b-40f5-ba46-3754e98882d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9305656 Oct 04 08:53:46.039876 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] For port 58f34dcb-a751-494d-b200-bb8519d577a4, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=58f34dcb-a751-494d-b200-bb8519d577a4,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:46.040251 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (58f34dcb-a751-494d-b200-bb8519d577a4), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.042118 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ebfb99-866a-43fa-84b7-b2634116d1dc None None] Sync routers for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:46.043799 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58968) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:46.062281 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:46.064854 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ebfb99-866a-43fa-84b7-b2634116d1dc None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:46.065551 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-f2ebfb99-866a-43fa-84b7-b2634116d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:46.102290 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-5226109e-e658-453d-9458-9dd83458abd1 req-0419059b-e64f-4a93-9fd1-ee62dbe50cdf tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Deleting port 364e2511-1153-48e7-8595-032dbdba4297 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:46.102669 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-5226109e-e658-453d-9458-9dd83458abd1 req-0419059b-e64f-4a93-9fd1-ee62dbe50cdf tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (364e2511-1153-48e7-8595-032dbdba4297), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.122412 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-812c0dc3-be53-47bb-916b-3b7bd458d25d tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1323726239&fields=id&tenant_id=5d21789971964770bdf417547cd19840 HTTP/1.1" status: 200 len: 267 time: 0.1698625 Oct 04 08:53:46.168124 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Calling delete_port for 58f34dcb-a751-494d-b200-bb8519d577a4 owned by network:router_gateway {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:46.268993 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-f2ebfb99-866a-43fa-84b7-b2634116d1dc None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:46.330842 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:46.333258 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:46.354216 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-d37e2785-6cc9-4908-92b3-cdad26415ad5 admin admin] Deleting port e45315be-64ad-4b40-888e-cee9df98d532 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:46.354634 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d37e2785-6cc9-4908-92b3-cdad26415ad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (e45315be-64ad-4b40-888e-cee9df98d532), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.445528 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Publish callbacks [] for router (4ab3ff76-f30b-40f5-ba46-3754e98882d8), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.517232 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-5a74ae43-854e-45e6-b622-9be02d9348b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'name': 'tempest-TestVolumeBootPattern-1631395197-router', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:58Z', 'updated_at': '2022-10-04T08:53:43Z', 'revision_number': 5, 'project_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'gw_port': {'id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:46.573775 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a74ae43-854e-45e6-b622-9be02d9348b7 None None] The sync data for ids ['a699e38f-a913-4cae-aea3-e00c5af891bb'] in dv-cinder-860209-1-iscsi is: [{'id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'name': 'tempest-TestVolumeBootPattern-1631395197-router', 'tenant_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:58Z', 'updated_at': '2022-10-04T08:53:43Z', 'revision_number': 5, 'project_id': 'b9f8f3f4a8dc45919e6bc8a78b745a76', 'gw_port': {'id': '58f34dcb-a751-494d-b200-bb8519d577a4', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a699e38f-a913-4cae-aea3-e00c5af891bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:46.583003 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-5226109e-e658-453d-9458-9dd83458abd1 req-0419059b-e64f-4a93-9fd1-ee62dbe50cdf tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] For port 364e2511-1153-48e7-8595-032dbdba4297, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=364e2511-1153-48e7-8595-032dbdba4297,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:46.583556 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-5226109e-e658-453d-9458-9dd83458abd1 req-0419059b-e64f-4a93-9fd1-ee62dbe50cdf tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (364e2511-1153-48e7-8595-032dbdba4297), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.584947 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:46.612358 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-5226109e-e658-453d-9458-9dd83458abd1 req-0419059b-e64f-4a93-9fd1-ee62dbe50cdf tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Calling delete_port for 364e2511-1153-48e7-8595-032dbdba4297 owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:46.652831 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-f2ebfb99-866a-43fa-84b7-b2634116d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:53:42Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:46.668496 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-65c503f7-289b-45c0-b5fe-a278f1e35928 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:46.670370 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-65c503f7-289b-45c0-b5fe-a278f1e35928 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fd08aa17-8a80-4dac-a656-3195d8433ec8 HTTP/1.1" status: 200 len: 811 time: 0.5470066 Oct 04 08:53:46.703323 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ebfb99-866a-43fa-84b7-b2634116d1dc None None] Checking router: 4ab3ff76-f30b-40f5-ba46-3754e98882d8 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:46.718111 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Publish callbacks [] for router_gateway (4ab3ff76-f30b-40f5-ba46-3754e98882d8), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.719906 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ebfb99-866a-43fa-84b7-b2634116d1dc None None] Routers {'4ab3ff76-f30b-40f5-ba46-3754e98882d8'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:46.721223 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-f2ebfb99-866a-43fa-84b7-b2634116d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:46.736702 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-89e2525e-8897-4319-be7e-e5e7885c9b1f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/quotas/5d21789971964770bdf417547cd19840 HTTP/1.1" status: 200 len: 375 time: 0.0308921 Oct 04 08:53:46.748540 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:46.798308 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (58f34dcb-a751-494d-b200-bb8519d577a4), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.826870 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-d37e2785-6cc9-4908-92b3-cdad26415ad5 admin admin] For port e45315be-64ad-4b40-888e-cee9df98d532, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=e45315be-64ad-4b40-888e-cee9df98d532,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:46.827728 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d37e2785-6cc9-4908-92b3-cdad26415ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (e45315be-64ad-4b40-888e-cee9df98d532), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.831048 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Deleting port 05142f27-c9c6-4164-a1c3-394d617cce27 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:46.831376 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (05142f27-c9c6-4164-a1c3-394d617cce27), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:46.837189 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:46.856282 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Pushing event deleted for resources: {'Port': ['ID=58f34dcb-a751-494d-b200-bb8519d577a4,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:46.863562 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-d37e2785-6cc9-4908-92b3-cdad26415ad5 admin admin] Calling delete_port for e45315be-64ad-4b40-888e-cee9df98d532 owned by network:router_interface {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:46.876257 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-bba4d641-ee31-4348-a5e4-ba6839aaffcb tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5d21789971964770bdf417547cd19840&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083326 Oct 04 08:53:46.970752 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-f2ebfb99-866a-43fa-84b7-b2634116d1dc None None] Set router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:47.096532 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-5226109e-e658-453d-9458-9dd83458abd1 req-0419059b-e64f-4a93-9fd1-ee62dbe50cdf tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (364e2511-1153-48e7-8595-032dbdba4297), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.112413 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['0e360ecf-b764-45c6-8c4f-8ea15e619e9e'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:53:47.125851 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:47.192187 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601974'] for router_gateway (a699e38f-a913-4cae-aea3-e00c5af891bb), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.201443 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] For port 05142f27-c9c6-4164-a1c3-394d617cce27, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=05142f27-c9c6-4164-a1c3-394d617cce27,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:47.201829 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (05142f27-c9c6-4164-a1c3-394d617cce27), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.223855 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:47.291843 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-45b04ef2-f365-43cd-a2fb-6a013a9f0bb6 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:53:47.300706 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-45b04ef2-f365-43cd-a2fb-6a013a9f0bb6 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3780551 Oct 04 08:53:47.306460 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419059b-e64f-4a93-9fd1-ee62dbe50cdf tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Pushing event deleted for resources: {'Port': ['ID=364e2511-1153-48e7-8595-032dbdba4297,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:47.321027 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d37e2785-6cc9-4908-92b3-cdad26415ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (e45315be-64ad-4b40-888e-cee9df98d532), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.323218 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:47.342618 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 35d1f250-7ece-4fdc-8451-029267b64923 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:47.400160 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-f2ebfb99-866a-43fa-84b7-b2634116d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:53:42Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:47.408809 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Calling delete_port for 05142f27-c9c6-4164-a1c3-394d617cce27 owned by network:router_gateway {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:47.414929 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 35d1f250-7ece-4fdc-8451-029267b64923 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:47.415511 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 35d1f250-7ece-4fdc-8451-029267b64923 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:47.454029 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ebfb99-866a-43fa-84b7-b2634116d1dc None None] The sync data for ids ['4ab3ff76-f30b-40f5-ba46-3754e98882d8'] in dv-cinder-860209-1-iscsi is: [{'id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'name': 'tempest-AttachVolumeNegativeTest-1697921480-router', 'tenant_id': '2b940c43c46c402bbc4c3c0461b51061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:13Z', 'updated_at': '2022-10-04T08:53:42Z', 'revision_number': 5, 'project_id': '2b940c43c46c402bbc4c3c0461b51061', 'gw_port': {'id': '05142f27-c9c6-4164-a1c3-394d617cce27', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab3ff76-f30b-40f5-ba46-3754e98882d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:47.554454 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-386'] for router (a699e38f-a913-4cae-aea3-e00c5af891bb), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.574207 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Publish callbacks [] for router_controller (a699e38f-a913-4cae-aea3-e00c5af891bb), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.607699 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e2785-6cc9-4908-92b3-cdad26415ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45315be-64ad-4b40-888e-cee9df98d532,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:47.673478 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5226109e-e658-453d-9458-9dd83458abd1 req-0419059b-e64f-4a93-9fd1-ee62dbe50cdf tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] No DVR routers for this DVR port 364e2511-1153-48e7-8595-032dbdba4297 on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:47.716535 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-5226109e-e658-453d-9458-9dd83458abd1 req-0419059b-e64f-4a93-9fd1-ee62dbe50cdf tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.741194 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5226109e-e658-453d-9458-9dd83458abd1 req-0419059b-e64f-4a93-9fd1-ee62dbe50cdf tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.17 "DELETE /networking/v2.0/ports/364e2511-1153-48e7-8595-032dbdba4297 HTTP/1.1" status: 204 len: 173 time: 2.0982058 Oct 04 08:53:47.742590 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fd4027-9ae5-4ab2-afc6-c7eb723204cf', 'name': 'network-vif-deleted', 'tag': '364e2511-1153-48e7-8595-032dbdba4297'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:47.748937 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ff9156-f7ba-44df-88ba-0dfa26964013" -d '{"events": [{"server_uuid": "b9fd4027-9ae5-4ab2-afc6-c7eb723204cf", "name": "network-vif-deleted", "tag": "364e2511-1153-48e7-8595-032dbdba4297"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:47.863331 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600420'] for router (a699e38f-a913-4cae-aea3-e00c5af891bb), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.870526 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router a699e38f-a913-4cae-aea3-e00c5af891bb {{(pid=106410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:53:47.892843 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:47.909106 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-008fc2dd-9bef-4e79-84f6-bb7195af67ca admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/a699e38f-a913-4cae-aea3-e00c5af891bb HTTP/1.1" status: 204 len: 168 time: 2.9429836 Oct 04 08:53:47.929739 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58988) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:48.081215 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-4722301b-6404-417d-901c-23569a6ade0b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7793446 Oct 04 08:53:48.086808 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b600ab-9b2f-4fcc-ab00-520466b71706 admin admin] Deleting subnet 0047be3f-348b-4b3e-9440-5e4fae1163f6 {{(pid=106410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:53:48.097883 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-69b600ab-9b2f-4fcc-ab00-520466b71706 admin admin] Publish callbacks [] for subnet (0047be3f-348b-4b3e-9440-5e4fae1163f6), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.151760 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-69b600ab-9b2f-4fcc-ab00-520466b71706 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15344687'] for subnet (0047be3f-348b-4b3e-9440-5e4fae1163f6), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.244331 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:48.311903 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (05142f27-c9c6-4164-a1c3-394d617cce27), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.313280 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d37e2785-6cc9-4908-92b3-cdad26415ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600380'] for router_interface (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.318795 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-3fb939da-be7e-4114-9053-0ac6c67632e1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795042 Oct 04 08:53:48.347908 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-69b600ab-9b2f-4fcc-ab00-520466b71706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (0047be3f-348b-4b3e-9440-5e4fae1163f6), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.378177 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Pushing event deleted for resources: {'Port': ['ID=05142f27-c9c6-4164-a1c3-394d617cce27,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:48.485456 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601974'] for router_gateway (4ab3ff76-f30b-40f5-ba46-3754e98882d8), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.548387 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-69b600ab-9b2f-4fcc-ab00-520466b71706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14467704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12886999'] for subnet (0047be3f-348b-4b3e-9440-5e4fae1163f6), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.554338 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:48.583926 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37e2785-6cc9-4908-92b3-cdad26415ad5 admin admin] Router ead37ab8-dc2c-4724-b676-f8c68b14b1fc has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:53:48.615038 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-69b600ab-9b2f-4fcc-ab00-520466b71706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.621110 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-69b600ab-9b2f-4fcc-ab00-520466b71706 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/0047be3f-348b-4b3e-9440-5e4fae1163f6 HTTP/1.1" status: 204 len: 168 time: 0.6879361 Oct 04 08:53:48.622130 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b600ab-9b2f-4fcc-ab00-520466b71706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0047be3f-348b-4b3e-9440-5e4fae1163f6,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:48.627735 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58992) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:48.630921 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3740c8f-4583-4c1b-8639-14232de6f97e None None] Network f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:53:48.637333 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-386'] for router (4ab3ff76-f30b-40f5-ba46-3754e98882d8), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.641067 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Publish callbacks [] for router_controller (4ab3ff76-f30b-40f5-ba46-3754e98882d8), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.754204 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600420'] for router (4ab3ff76-f30b-40f5-ba46-3754e98882d8), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.755198 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ab3ff76-f30b-40f5-ba46-3754e98882d8 {{(pid=106410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:53:48.760186 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.761385 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-1d4b5666-6ed6-4717-8b4d-1a67acbd993f admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/4ab3ff76-f30b-40f5-ba46-3754e98882d8 HTTP/1.1" status: 204 len: 168 time: 2.7166181 Oct 04 08:53:48.766369 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.768739 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 58994) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:48.781232 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37e2785-6cc9-4908-92b3-cdad26415ad5 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:48.790710 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-d37e2785-6cc9-4908-92b3-cdad26415ad5 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ead37ab8-dc2c-4724-b676-f8c68b14b1fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4912782 Oct 04 08:53:48.794097 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 58996) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:48.796072 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9e379-25f3-4294-ba44-c50c18924477 None None] Sync routers for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:48.835936 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c9e379-25f3-4294-ba44-c50c18924477 None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:48.836725 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-23c9e379-25f3-4294-ba44-c50c18924477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:48.879760 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d1b51ad2-7d09-44ce-823f-553befc5ff0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.920622 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55b3409-6839-4f6c-96b7-35777db4eb88 admin admin] Deleting subnet a544c86d-0009-4ba9-af33-45ba2bcf0de5 {{(pid=106410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:53:48.930612 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c55b3409-6839-4f6c-96b7-35777db4eb88 admin admin] Publish callbacks [] for subnet (a544c86d-0009-4ba9-af33-45ba2bcf0de5), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.938741 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Deleting port 738e314f-7520-44c7-8530-5fa6693a1b19 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:48.939051 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:48.984939 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca0b9e7-8ffd-4fb1-97cf-a903de7fe091 None None] DHCP port deletion for f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4 request from dv-cinder-860209-1-iscsi {{(pid=106412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:53:48.994021 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:49.017228 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Publish callbacks [] for router (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.070910 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c55b3409-6839-4f6c-96b7-35777db4eb88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15344687'] for subnet (a544c86d-0009-4ba9-af33-45ba2bcf0de5), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.106334 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-23c9e379-25f3-4294-ba44-c50c18924477 None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:49.132247 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] For port 738e314f-7520-44c7-8530-5fa6693a1b19, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=738e314f-7520-44c7-8530-5fa6693a1b19,segment=NetworkSegment(550961e8-008a-436e-86ad-e51636eaf9d9),segment_id=550961e8-008a-436e-86ad-e51636eaf9d9)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:49.132681 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.167433 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Calling delete_port for 738e314f-7520-44c7-8530-5fa6693a1b19 owned by network:dhcp {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:49.207314 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0b9e7-8ffd-4fb1-97cf-a903de7fe091 None None] Deleting port 738e314f-7520-44c7-8530-5fa6693a1b19 {{(pid=106412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:49.207702 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b9e7-8ffd-4fb1-97cf-a903de7fe091 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), before_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.221112 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Publish callbacks [] for router_gateway (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.293225 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Deleting port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:49.293701 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.297375 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c55b3409-6839-4f6c-96b7-35777db4eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (a544c86d-0009-4ba9-af33-45ba2bcf0de5), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.349556 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-2ca0b9e7-8ffd-4fb1-97cf-a903de7fe091 None None] For port 738e314f-7520-44c7-8530-5fa6693a1b19, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=738e314f-7520-44c7-8530-5fa6693a1b19,segment=NetworkSegment(550961e8-008a-436e-86ad-e51636eaf9d9),segment_id=550961e8-008a-436e-86ad-e51636eaf9d9)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:49.349918 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b9e7-8ffd-4fb1-97cf-a903de7fe091 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), precommit_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.388099 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0b9e7-8ffd-4fb1-97cf-a903de7fe091 None None] Calling delete_port for 738e314f-7520-44c7-8530-5fa6693a1b19 owned by network:dhcp {{(pid=106412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:49.408706 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:49.454267 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.478617 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:49.494330 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] For port 7b1897eb-4beb-43d0-a292-9ef2190dfb7c, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=7b1897eb-4beb-43d0-a292-9ef2190dfb7c,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:49.494958 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.517705 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Pushing event deleted for resources: {'Port': ['ID=738e314f-7520-44c7-8530-5fa6693a1b19,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:49.525040 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Calling delete_port for 7b1897eb-4beb-43d0-a292-9ef2190dfb7c owned by network:router_gateway {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:49.536592 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] No DVR routers for this DVR port 738e314f-7520-44c7-8530-5fa6693a1b19 on host dv-cinder-860209-1-iscsi {{(pid=106410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:49.609968 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c55b3409-6839-4f6c-96b7-35777db4eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14467704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12886999'] for subnet (a544c86d-0009-4ba9-af33-45ba2bcf0de5), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.661797 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 58f34dcb-a751-494d-b200-bb8519d577a4 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:49.710821 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:49.711844 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 58f34dcb-a751-494d-b200-bb8519d577a4 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:49.712490 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 58f34dcb-a751-494d-b200-bb8519d577a4 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:49.713157 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:49.733960 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.754674 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:49.755130 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device cf29f6e0-0c3a-4a9c-ae25-f98250cf83b3 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:49.755581 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 738e314f-7520-44c7-8530-5fa6693a1b19 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:49.761789 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-23c9e379-25f3-4294-ba44-c50c18924477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:53:47Z', 'revision_number': 5, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port': {'id': '7b1897eb-4beb-43d0-a292-9ef2190dfb7c', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:09Z', 'updated_at': '2022-10-04T08:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:49.770252 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4']}} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:49.786264 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550961e8-008a-436e-86ad-e51636eaf9d9') {'for_net_delete': True} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:49.786627 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550961e8-008a-436e-86ad-e51636eaf9d9') {} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:49.794468 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 738e314f-7520-44c7-8530-5fa6693a1b19 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:49.795327 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 738e314f-7520-44c7-8530-5fa6693a1b19 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:49.795894 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-315a6a62-2f26-421e-b486-024099843128 req-ed5bc4c5-49d5-4d0c-b51a-c87f7121d757 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 210 time: 0.0703650 Oct 04 08:53:49.805297 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15344726'] for segment (550961e8-008a-436e-86ad-e51636eaf9d9), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.845997 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9e379-25f3-4294-ba44-c50c18924477 None None] Checking router: ead37ab8-dc2c-4724-b676-f8c68b14b1fc for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:49.857113 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (550961e8-008a-436e-86ad-e51636eaf9d9), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.865285 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b9e7-8ffd-4fb1-97cf-a903de7fe091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (738e314f-7520-44c7-8530-5fa6693a1b19), after_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.871127 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=106410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:53:49.871874 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14467730'] for segment (550961e8-008a-436e-86ad-e51636eaf9d9), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:49.883791 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c9e379-25f3-4294-ba44-c50c18924477 None None] Routers {'ead37ab8-dc2c-4724-b676-f8c68b14b1fc'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:49.884725 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-23c9e379-25f3-4294-ba44-c50c18924477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:49.903840 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab51e389-b9a2-45bd-8c00-4235d7ecb910 x-openstack-request-id: req-ab51e389-b9a2-45bd-8c00-4235d7ecb910 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:49.904322 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fd4027-9ae5-4ab2-afc6-c7eb723204cf", "name": "network-vif-deleted", "tag": "364e2511-1153-48e7-8595-032dbdba4297", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:49.904758 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab51e389-b9a2-45bd-8c00-4235d7ecb910 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:49.905450 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab51e389-b9a2-45bd-8c00-4235d7ecb910'] response: {'server_uuid': 'b9fd4027-9ae5-4ab2-afc6-c7eb723204cf', 'name': 'network-vif-deleted', 'tag': '364e2511-1153-48e7-8595-032dbdba4297', 'status': 'completed', 'code': 200} Oct 04 08:53:49.980049 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b3409-6839-4f6c-96b7-35777db4eb88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a544c86d-0009-4ba9-af33-45ba2bcf0de5,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:50.010704 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment 550961e8-008a-436e-86ad-e51636eaf9d9 resource provider aggregate not found Oct 04 08:53:50.018175 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c55b3409-6839-4f6c-96b7-35777db4eb88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.033172 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59014) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:50.035037 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-c55b3409-6839-4f6c-96b7-35777db4eb88 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/a544c86d-0009-4ba9-af33-45ba2bcf0de5 HTTP/1.1" status: 204 len: 168 time: 1.2648921 Oct 04 08:53:50.047901 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.058137 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment 550961e8-008a-436e-86ad-e51636eaf9d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 550961e8-008a-436e-86ad-e51636eaf9d9 found for delete ", "request_id": "req-d6b0c073-42c2-4c64-bfb6-482a0163cce0"}]} Oct 04 08:53:50.059319 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.075942 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4 HTTP/1.1" status: 204 len: 168 time: 1.4398544 Oct 04 08:53:50.077004 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca0b9e7-8ffd-4fb1-97cf-a903de7fe091 None None] No DVR routers for this DVR port 738e314f-7520-44c7-8530-5fa6693a1b19 on host dv-cinder-860209-1-iscsi {{(pid=106412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:50.083310 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca07d7e-600c-4a27-9d97-8938a8de187d None None] Network fd380db5-2756-484c-8401-ea63df26e43d requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:53:50.102045 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0b9e7-8ffd-4fb1-97cf-a903de7fe091 None None] Pushing event deleted for resources: {'Port': ['ID=738e314f-7520-44c7-8530-5fa6693a1b19,revision_number=None']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:50.117996 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-16614a92-1d62-47d2-8b45-203f721feac9 req-97c19593-fdc0-4e51-8552-da4d9225ffaa tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 210 time: 0.1125443 Oct 04 08:53:50.122059 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417737fb-9f0f-4270-bc50-ba53fe4ab995 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f9061e-ef26-4b2b-a0a0-7d4791ab1ac4,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:50.182421 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:50.186051 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (7b1897eb-4beb-43d0-a292-9ef2190dfb7c), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.201704 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-23c9e379-25f3-4294-ba44-c50c18924477 None None] Set router ead37ab8-dc2c-4724-b676-f8c68b14b1fc gateway port host: None {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:50.296654 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1897eb-4beb-43d0-a292-9ef2190dfb7c,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:50.301950 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-23c9e379-25f3-4294-ba44-c50c18924477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:53:49Z', 'revision_number': 6, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port_host': None}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:50.343700 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9e379-25f3-4294-ba44-c50c18924477 None None] The sync data for ids ['ead37ab8-dc2c-4724-b676-f8c68b14b1fc'] in dv-cinder-860209-1-iscsi is: [{'id': 'ead37ab8-dc2c-4724-b676-f8c68b14b1fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1239889069-router', 'tenant_id': '3e938efbd6804a86946d80ae92e88b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:07Z', 'updated_at': '2022-10-04T08:53:49Z', 'revision_number': 6, 'project_id': '3e938efbd6804a86946d80ae92e88b16', 'gw_port_host': None}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:50.355991 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (fd380db5-2756-484c-8401-ea63df26e43d), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.392349 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601974'] for router_gateway (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.535941 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59028) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:50.622988 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-09171030-8e72-46e7-909f-29e04fca6408 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2f94e3ae140b43739febe1111e18604b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0853417 Oct 04 08:53:50.627157 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59030) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:50.703499 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eeacb5ad-c568-4e79-818f-3befc7fcedca admin admin] Publish callbacks [] for security_group (0f48393d-6485-41d3-a56d-3a6cd324168d), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.750232 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eeacb5ad-c568-4e79-818f-3befc7fcedca admin admin] Publish callbacks [] for security_group (0f48393d-6485-41d3-a56d-3a6cd324168d), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.783772 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a34df7-0f9e-4b6b-88a7-b80595c42d59 None None] DHCP port deletion for fd380db5-2756-484c-8401-ea63df26e43d request from dv-cinder-860209-1-iscsi {{(pid=106412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:53:50.866108 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eeacb5ad-c568-4e79-818f-3befc7fcedca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (0f48393d-6485-41d3-a56d-3a6cd324168d), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.871421 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eeacb5ad-c568-4e79-818f-3befc7fcedca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.888748 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-eeacb5ad-c568-4e79-818f-3befc7fcedca admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0f48393d-6485-41d3-a56d-3a6cd324168d HTTP/1.1" status: 204 len: 168 time: 0.2597430 Oct 04 08:53:50.910144 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacb5ad-c568-4e79-818f-3befc7fcedca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f48393d-6485-41d3-a56d-3a6cd324168d,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:50.925042 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:50.955396 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-b5a34df7-0f9e-4b6b-88a7-b80595c42d59 None None] Deleting port 20f14654-4a64-411a-9480-53513433e4c9 {{(pid=106412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:50.956174 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b5a34df7-0f9e-4b6b-88a7-b80595c42d59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (20f14654-4a64-411a-9480-53513433e4c9), before_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.972006 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-386'] for router (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:50.997335 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Publish callbacks [] for router_controller (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), precommit_delete_associations {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.023184 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Deleting port 20f14654-4a64-411a-9480-53513433e4c9 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:51.023523 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (20f14654-4a64-411a-9480-53513433e4c9), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.030813 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a4053177-19e5-49f0-8051-1466f53e44e8 req-0d51ffa3-cd3b-45b0-8ab1-730b02911322 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b9fd4027-9ae5-4ab2-afc6-c7eb723204cf HTTP/1.1" status: 200 len: 210 time: 0.0448031 Oct 04 08:53:51.136408 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-b5a34df7-0f9e-4b6b-88a7-b80595c42d59 None None] For port 20f14654-4a64-411a-9480-53513433e4c9, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=20f14654-4a64-411a-9480-53513433e4c9,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:51.137707 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b5a34df7-0f9e-4b6b-88a7-b80595c42d59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (20f14654-4a64-411a-9480-53513433e4c9), precommit_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.149118 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600420'] for router (ead37ab8-dc2c-4724-b676-f8c68b14b1fc), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.150035 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ead37ab8-dc2c-4724-b676-f8c68b14b1fc {{(pid=106411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:53:51.161978 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.163668 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-82958b01-9849-4298-bb18-d48539e8c8cf admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/ead37ab8-dc2c-4724-b676-f8c68b14b1fc HTTP/1.1" status: 204 len: 168 time: 2.3682451 Oct 04 08:53:51.166518 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] For port 20f14654-4a64-411a-9480-53513433e4c9, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=20f14654-4a64-411a-9480-53513433e4c9,segment=NetworkSegment(7d32a3fd-44a4-41e8-ad40-9434c03d283f),segment_id=7d32a3fd-44a4-41e8-ad40-9434c03d283f)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:51.166937 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59038) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:51.167808 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (20f14654-4a64-411a-9480-53513433e4c9), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.185051 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Calling delete_port for 20f14654-4a64-411a-9480-53513433e4c9 owned by network:dhcp {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:51.212196 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-b5a34df7-0f9e-4b6b-88a7-b80595c42d59 None None] Calling delete_port for 20f14654-4a64-411a-9480-53513433e4c9 owned by network:dhcp {{(pid=106412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:51.237595 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 364e2511-1153-48e7-8595-032dbdba4297 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:51.416740 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f03dc9c3-e39e-4f4b-aac1-9f631e573c1c req-87ba68a8-0e1b-4627-b3ce-632a33b2cba7 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 210 time: 0.0925627 Oct 04 08:53:51.565922 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (20f14654-4a64-411a-9480-53513433e4c9), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.679017 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] No DVR routers for this DVR port 20f14654-4a64-411a-9480-53513433e4c9 on host dv-cinder-860209-1-iscsi {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:51.680225 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 20f14654-4a64-411a-9480-53513433e4c9 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:51.749067 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e38a1ea-5177-4a0d-8b78-ef8861ee4cce admin admin] Deleting subnet cf07ea6d-918a-48b9-aea6-7cb0370ce3c3 {{(pid=106410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:53:51.758304 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7e38a1ea-5177-4a0d-8b78-ef8861ee4cce admin admin] Publish callbacks [] for subnet (cf07ea6d-918a-48b9-aea6-7cb0370ce3c3), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.830645 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7e38a1ea-5177-4a0d-8b78-ef8861ee4cce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15344687'] for subnet (cf07ea6d-918a-48b9-aea6-7cb0370ce3c3), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.850302 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: 364e2511-1153-48e7-8595-032dbdba4297 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:51.855393 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 364e2511-1153-48e7-8595-032dbdba4297 not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:51.861221 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 20f14654-4a64-411a-9480-53513433e4c9 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:51.865761 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 20f14654-4a64-411a-9480-53513433e4c9 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:51.867076 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device e45315be-64ad-4b40-888e-cee9df98d532 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:51.871363 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (fd380db5-2756-484c-8401-ea63df26e43d), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.912981 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd380db5-2756-484c-8401-ea63df26e43d']}} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:51.932967 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d32a3fd-44a4-41e8-ad40-9434c03d283f') {'for_net_delete': True} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:51.933479 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d32a3fd-44a4-41e8-ad40-9434c03d283f') {} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:51.953735 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-1b48a4de-6964-479b-bd63-5e3c5488b9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.959761 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12738653'] for segment (7d32a3fd-44a4-41e8-ad40-9434c03d283f), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:51.962370 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: e45315be-64ad-4b40-888e-cee9df98d532 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:51.963539 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device e45315be-64ad-4b40-888e-cee9df98d532 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:51.964136 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 05142f27-c9c6-4164-a1c3-394d617cce27 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:51.990126 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (7d32a3fd-44a4-41e8-ad40-9434c03d283f), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.002605 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=106411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:53:52.003779 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12654853'] for segment (7d32a3fd-44a4-41e8-ad40-9434c03d283f), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.006896 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 05142f27-c9c6-4164-a1c3-394d617cce27 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:52.007151 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 05142f27-c9c6-4164-a1c3-394d617cce27 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:52.033708 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b5a34df7-0f9e-4b6b-88a7-b80595c42d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (20f14654-4a64-411a-9480-53513433e4c9), after_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.046246 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Pushing event deleted for resources: {'Port': ['ID=20f14654-4a64-411a-9480-53513433e4c9,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:52.054478 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:52.064207 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a34df7-0f9e-4b6b-88a7-b80595c42d59 None None] No DVR routers for this DVR port 20f14654-4a64-411a-9480-53513433e4c9 on host dv-cinder-860209-1-iscsi {{(pid=106412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:52.067946 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59044) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:52.109010 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7e38a1ea-5177-4a0d-8b78-ef8861ee4cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (cf07ea6d-918a-48b9-aea6-7cb0370ce3c3), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.110532 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a34df7-0f9e-4b6b-88a7-b80595c42d59 None None] Pushing event deleted for resources: {'Port': ['ID=20f14654-4a64-411a-9480-53513433e4c9,revision_number=None']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:52.191399 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=81,neutron:DELETE=17,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:52.208258 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=7 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:52.223688 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7e38a1ea-5177-4a0d-8b78-ef8861ee4cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14467704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12886999'] for subnet (cf07ea6d-918a-48b9-aea6-7cb0370ce3c3), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.257720 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38a1ea-5177-4a0d-8b78-ef8861ee4cce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf07ea6d-918a-48b9-aea6-7cb0370ce3c3,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:52.267721 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7e38a1ea-5177-4a0d-8b78-ef8861ee4cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.274759 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0baecd-9936-4304-9d3a-b3d598395180 None None] Network 730a9b11-4347-4415-adec-96bd4e59e83e requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:53:52.278067 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-7e38a1ea-5177-4a0d-8b78-ef8861ee4cce admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/cf07ea6d-918a-48b9-aea6-7cb0370ce3c3 HTTP/1.1" status: 204 len: 168 time: 1.1091704 Oct 04 08:53:52.281385 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59054) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:52.298150 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (fd380db5-2756-484c-8401-ea63df26e43d), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.318034 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.321795 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/fd380db5-2756-484c-8401-ea63df26e43d HTTP/1.1" status: 204 len: 168 time: 2.2874799 Oct 04 08:53:52.333113 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-3fc4b643-1042-47e4-b200-9e127e66c052 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b9f8f3f4a8dc45919e6bc8a78b745a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457460 Oct 04 08:53:52.343434 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59058) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:52.385206 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca1e91-782d-410b-a06e-75c794acd93c admin admin] Pushing event deleted for resources: {'Network': ['ID=fd380db5-2756-484c-8401-ea63df26e43d,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:52.447172 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (730a9b11-4347-4415-adec-96bd4e59e83e), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.521253 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3e3962b3-0a46-4316-b625-66f1f0e03969 admin admin] Publish callbacks [] for security_group (373afecd-94eb-4ed7-918a-2faa126a94f7), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.606700 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3e3962b3-0a46-4316-b625-66f1f0e03969 admin admin] Publish callbacks [] for security_group (373afecd-94eb-4ed7-918a-2faa126a94f7), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.621887 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Deleting port 9ef5708d-70a2-430b-b27c-4e99a89e9213 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:52.622928 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.647422 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment 7d32a3fd-44a4-41e8-ad40-9434c03d283f resource provider aggregate not found Oct 04 08:53:52.716158 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment 7d32a3fd-44a4-41e8-ad40-9434c03d283f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d32a3fd-44a4-41e8-ad40-9434c03d283f found for delete ", "request_id": "req-33abe426-e377-464e-bc99-3f7b3ebb42af"}]} Oct 04 08:53:52.891069 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e4dffdcf-c460-409b-8d5b-b6e18892758f req-daac0e01-0997-4736-b5ea-e161c9ca61d3 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 210 time: 0.1406133 Oct 04 08:53:52.905503 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:52.941403 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2123d635-39e3-4752-a956-7bfa1959af52 None None] DHCP port deletion for 730a9b11-4347-4415-adec-96bd4e59e83e request from dv-cinder-860209-1-iscsi {{(pid=106412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:53:53.021778 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] For port 9ef5708d-70a2-430b-b27c-4e99a89e9213, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=9ef5708d-70a2-430b-b27c-4e99a89e9213,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:53.022534 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.045310 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c1505-259f-4d67-a500-c62afdaa1590 req-99cf9e42-e60c-4d90-8e06-f5f4e5c5447d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:53.047417 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-882c1505-259f-4d67-a500-c62afdaa1590 req-99cf9e42-e60c-4d90-8e06-f5f4e5c5447d tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.1596813 Oct 04 08:53:53.050257 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Calling delete_port for 9ef5708d-70a2-430b-b27c-4e99a89e9213 owned by network:dhcp {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:53.073067 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3e3962b3-0a46-4316-b625-66f1f0e03969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (373afecd-94eb-4ed7-918a-2faa126a94f7), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.080130 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3e3962b3-0a46-4316-b625-66f1f0e03969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.084743 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-3e3962b3-0a46-4316-b625-66f1f0e03969 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/373afecd-94eb-4ed7-918a-2faa126a94f7 HTTP/1.1" status: 204 len: 168 time: 0.7190695 Oct 04 08:53:53.105147 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-2123d635-39e3-4752-a956-7bfa1959af52 None None] Deleting port 9ef5708d-70a2-430b-b27c-4e99a89e9213 {{(pid=106412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:53.108985 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2123d635-39e3-4752-a956-7bfa1959af52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), before_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.134841 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59072) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:53.177730 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:53.224153 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3962b3-0a46-4316-b625-66f1f0e03969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373afecd-94eb-4ed7-918a-2faa126a94f7,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:53.269674 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a6e5d-c6b9-4ef1-a051-7b76ebf1bca8 req-4d155f24-b78a-41c2-800c-d8777b9eabeb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:53.278239 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-572a6e5d-c6b9-4ef1-a051-7b76ebf1bca8 req-4d155f24-b78a-41c2-800c-d8777b9eabeb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 946 time: 0.1826298 Oct 04 08:53:53.324536 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 7b1897eb-4beb-43d0-a292-9ef2190dfb7c no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:53.348166 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-ce2e0e3b-55a9-4459-b669-6e4ea5770c67 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2b940c43c46c402bbc4c3c0461b51061&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2072604 Oct 04 08:53:53.348911 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59084) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:53.362160 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:53.380652 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-5cadaa7a-293f-4c4c-8ee6-03c312aec6d1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:53.384040 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-5cadaa7a-293f-4c4c-8ee6-03c312aec6d1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.17 "GET /networking/v2.0/networks?id=fd08aa17-8a80-4dac-a656-3195d8433ec8 HTTP/1.1" status: 200 len: 811 time: 0.5954094 Oct 04 08:53:53.419966 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [req-882c1505-259f-4d67-a500-c62afdaa1590 req-1caa6651-5fd9-49fb-a4c7-271b9f18243e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Deleting port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:53.433411 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-882c1505-259f-4d67-a500-c62afdaa1590 req-1caa6651-5fd9-49fb-a4c7-271b9f18243e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.463341 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-2123d635-39e3-4752-a956-7bfa1959af52 None None] For port 9ef5708d-70a2-430b-b27c-4e99a89e9213, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=9ef5708d-70a2-430b-b27c-4e99a89e9213,segment=NetworkSegment(aeb7de67-116e-4cf3-a043-fff14610f0be),segment_id=aeb7de67-116e-4cf3-a043-fff14610f0be)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:53.466183 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2123d635-39e3-4752-a956-7bfa1959af52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), precommit_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.500198 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-2123d635-39e3-4752-a956-7bfa1959af52 None None] Calling delete_port for 9ef5708d-70a2-430b-b27c-4e99a89e9213 owned by network:dhcp {{(pid=106412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:53.597827 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 7b1897eb-4beb-43d0-a292-9ef2190dfb7c {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:53.598588 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 7b1897eb-4beb-43d0-a292-9ef2190dfb7c not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:53.599647 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 9ef5708d-70a2-430b-b27c-4e99a89e9213 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:53.601836 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-572a6e5d-c6b9-4ef1-a051-7b76ebf1bca8 req-55b9cdf0-4f65-46de-91c2-93d98a44e1fb tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bfd38c1d-71e7-481d-a47b-aae184468255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222041 Oct 04 08:53:53.637419 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [req-882c1505-259f-4d67-a500-c62afdaa1590 req-1caa6651-5fd9-49fb-a4c7-271b9f18243e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] For port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0e360ecf-b764-45c6-8c4f-8ea15e619e9e,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:53.638326 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-882c1505-259f-4d67-a500-c62afdaa1590 req-1caa6651-5fd9-49fb-a4c7-271b9f18243e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.656648 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-5a35c9ef-735f-4535-980f-2a4475afd3f2 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d21789971964770bdf417547cd19840 HTTP/1.1" status: 200 len: 380 time: 0.2601070 Oct 04 08:53:53.658268 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [req-882c1505-259f-4d67-a500-c62afdaa1590 req-1caa6651-5fd9-49fb-a4c7-271b9f18243e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Calling delete_port for 0e360ecf-b764-45c6-8c4f-8ea15e619e9e owned by compute:nova {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:53.696136 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-a71659ad-e4b8-4ef4-b0f5-c7170c3266c1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Request body: {'port': {'device_id': 'ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'admin_state_up': True, 'tenant_id': '5d21789971964770bdf417547cd19840', 'security_groups': ['8946e612-50ea-46ac-9edc-fd3b30740f04']}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:53.759710 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No active binding found for port 9ef5708d-70a2-430b-b27c-4e99a89e9213 {{(pid=106412) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 08:53:53.760133 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] The host dv-cinder-860209-1-iscsi is not matching for port 9ef5708d-70a2-430b-b27c-4e99a89e9213 host None! {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 08:53:53.760525 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 9ef5708d-70a2-430b-b27c-4e99a89e9213 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:53.762338 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-2123d635-39e3-4752-a956-7bfa1959af52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), after_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.795787 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123d635-39e3-4752-a956-7bfa1959af52 None None] Pushing event deleted for resources: {'Port': ['ID=9ef5708d-70a2-430b-b27c-4e99a89e9213,revision_number=None']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:53.812785 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123d635-39e3-4752-a956-7bfa1959af52 None None] No DVR routers for this DVR port 9ef5708d-70a2-430b-b27c-4e99a89e9213 on host dv-cinder-860209-1-iscsi {{(pid=106412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:53.833096 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (9ef5708d-70a2-430b-b27c-4e99a89e9213), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.858360 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-04ef5c14-0ab9-4fa5-863e-f5b2aab4f1a9 admin admin] Publish callbacks [] for security_group (432ab929-b757-4355-89a0-9b624d05ff62), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.861349 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:53.892721 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef5708d-70a2-430b-b27c-4e99a89e9213,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:53.903356 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] No DVR routers for this DVR port 9ef5708d-70a2-430b-b27c-4e99a89e9213 on host dv-cinder-860209-1-iscsi {{(pid=106410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:53.916525 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-04ef5c14-0ab9-4fa5-863e-f5b2aab4f1a9 admin admin] Publish callbacks [] for security_group (432ab929-b757-4355-89a0-9b624d05ff62), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.963999 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-882c1505-259f-4d67-a500-c62afdaa1590 req-1caa6651-5fd9-49fb-a4c7-271b9f18243e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (0e360ecf-b764-45c6-8c4f-8ea15e619e9e), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:53.982139 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-a71659ad-e4b8-4ef4-b0f5-c7170c3266c1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Made reservation on behalf of 5d21789971964770bdf417547cd19840 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:53:53.986694 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-a71659ad-e4b8-4ef4-b0f5-c7170c3266c1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.048662 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:54.060714 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa6651-5fd9-49fb-a4c7-271b9f18243e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Pushing event deleted for resources: {'Port': ['ID=0e360ecf-b764-45c6-8c4f-8ea15e619e9e,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:54.069032 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (730a9b11-4347-4415-adec-96bd4e59e83e), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.079048 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53da6a31-0647-43fe-bc2f-99ce295a9617 req-df90e2fa-9dc2-4754-971e-af415a972f71 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 210 time: 0.0619090 Oct 04 08:53:54.084612 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-04ef5c14-0ab9-4fa5-863e-f5b2aab4f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (432ab929-b757-4355-89a0-9b624d05ff62), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.086455 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-04ef5c14-0ab9-4fa5-863e-f5b2aab4f1a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.090955 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-04ef5c14-0ab9-4fa5-863e-f5b2aab4f1a9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/432ab929-b757-4355-89a0-9b624d05ff62 HTTP/1.1" status: 204 len: 168 time: 0.7399292 Oct 04 08:53:54.109138 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef5c14-0ab9-4fa5-863e-f5b2aab4f1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432ab929-b757-4355-89a0-9b624d05ff62,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:54.174752 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730a9b11-4347-4415-adec-96bd4e59e83e']}} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:54.202137 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [req-882c1505-259f-4d67-a500-c62afdaa1590 req-1caa6651-5fd9-49fb-a4c7-271b9f18243e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] No DVR routers for this DVR port 0e360ecf-b764-45c6-8c4f-8ea15e619e9e on host hv-cinder-86020 {{(pid=106410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:53:54.205076 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb7de67-116e-4cf3-a043-fff14610f0be') {'for_net_delete': True} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:54.205964 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb7de67-116e-4cf3-a043-fff14610f0be') {} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:54.207814 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-a71659ad-e4b8-4ef4-b0f5-c7170c3266c1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Allocated IP 172.20.0.13 (fd08aa17-8a80-4dac-a656-3195d8433ec8/56a0f7b4-9493-4557-9389-0cc520afaa31/fc06bc67-05e9-40bf-b9d1-db211978048b) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:53:54.208539 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-882c1505-259f-4d67-a500-c62afdaa1590 req-1caa6651-5fd9-49fb-a4c7-271b9f18243e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.213476 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-882c1505-259f-4d67-a500-c62afdaa1590 req-1caa6651-5fd9-49fb-a4c7-271b9f18243e tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.17 "DELETE /networking/v2.0/ports/0e360ecf-b764-45c6-8c4f-8ea15e619e9e HTTP/1.1" status: 204 len: 173 time: 1.1547325 Oct 04 08:53:54.213476 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f597e06f-510c-46fe-92de-ce4a8dc53841', 'name': 'network-vif-deleted', 'tag': '0e360ecf-b764-45c6-8c4f-8ea15e619e9e'}] {{(pid=106410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:54.216050 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4c84928c9cc590a11e74d60c618a14085f3215fa0a41e1841d6b7405df412b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd5cdaf-1624-4d99-8f54-21de2b44df30" -d '{"events": [{"server_uuid": "f597e06f-510c-46fe-92de-ce4a8dc53841", "name": "network-vif-deleted", "tag": "0e360ecf-b764-45c6-8c4f-8ea15e619e9e"}]}' {{(pid=106410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:54.271310 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15344726'] for segment (aeb7de67-116e-4cf3-a043-fff14610f0be), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.302512 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d885ed73-920e-43c4-8083-a92fb9e7c804 x-openstack-request-id: req-d885ed73-920e-43c4-8083-a92fb9e7c804 {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:54.303094 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f597e06f-510c-46fe-92de-ce4a8dc53841", "name": "network-vif-deleted", "tag": "0e360ecf-b764-45c6-8c4f-8ea15e619e9e", "status": "completed", "code": 200}]} {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:54.303375 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d885ed73-920e-43c4-8083-a92fb9e7c804 {{(pid=106410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:54.305809 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d885ed73-920e-43c4-8083-a92fb9e7c804'] response: {'server_uuid': 'f597e06f-510c-46fe-92de-ce4a8dc53841', 'name': 'network-vif-deleted', 'tag': '0e360ecf-b764-45c6-8c4f-8ea15e619e9e', 'status': 'completed', 'code': 200} Oct 04 08:53:54.311299 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (aeb7de67-116e-4cf3-a043-fff14610f0be), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.320605 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=106410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:53:54.321016 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14467730'] for segment (aeb7de67-116e-4cf3-a043-fff14610f0be), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.385693 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment aeb7de67-116e-4cf3-a043-fff14610f0be resource provider aggregate not found Oct 04 08:53:54.416977 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment aeb7de67-116e-4cf3-a043-fff14610f0be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aeb7de67-116e-4cf3-a043-fff14610f0be found for delete ", "request_id": "req-313a718e-376a-49db-81df-cbb4ab3eb0af"}]} Oct 04 08:53:54.419952 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (730a9b11-4347-4415-adec-96bd4e59e83e), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.431638 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.438025 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.439212 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-a71659ad-e4b8-4ef4-b0f5-c7170c3266c1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.461976 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/730a9b11-4347-4415-adec-96bd4e59e83e HTTP/1.1" status: 204 len: 168 time: 2.1788392 Oct 04 08:53:54.485269 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.492909 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f064a6-88be-4e38-a194-10ac5013e971 admin admin] Pushing event deleted for resources: {'Network': ['ID=730a9b11-4347-4415-adec-96bd4e59e83e,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:54.543444 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-a71659ad-e4b8-4ef4-b0f5-c7170c3266c1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.643098 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:54.712250 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-a71659ad-e4b8-4ef4-b0f5-c7170c3266c1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Network fd08aa17-8a80-4dac-a656-3195d8433ec8 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:53:54.727503 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-a71659ad-e4b8-4ef4-b0f5-c7170c3266c1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:53:54.738130 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-a71659ad-e4b8-4ef4-b0f5-c7170c3266c1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:53:54.846138 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71659ad-e4b8-4ef4-b0f5-c7170c3266c1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event updated for resources: {'Port': ['ID=fc06bc67-05e9-40bf-b9d1-db211978048b,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:54.890214 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-a71659ad-e4b8-4ef4-b0f5-c7170c3266c1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:54.892422 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-a71659ad-e4b8-4ef4-b0f5-c7170c3266c1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:54.953890 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-a71659ad-e4b8-4ef4-b0f5-c7170c3266c1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2659476 Oct 04 08:53:54.999888 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Request body: {'port': {'device_id': 'ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:53:55.005823 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59118) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:55.008895 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9f11516e-317d-4947-b3f6-ada39f72f1c1 req-67f8003a-8dfc-4088-81d3-f367c5946b65 tempest-ServerRescueNegativeTestJSON-1423515983 tempest-ServerRescueNegativeTestJSON-1423515983-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f597e06f-510c-46fe-92de-ce4a8dc53841 HTTP/1.1" status: 200 len: 210 time: 0.0871081 Oct 04 08:53:55.044853 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:55.066135 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-59d738ec-921f-48ed-8d42-8c547828efef admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3e938efbd6804a86946d80ae92e88b16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0583022 Oct 04 08:53:55.069698 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59120) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:55.176532 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.214666 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2a1e21c9-8831-45da-87c4-9d58a307b747 admin admin] Publish callbacks [] for security_group (8169d127-d979-449f-b67b-d5b01595f9a1), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.265844 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2a1e21c9-8831-45da-87c4-9d58a307b747 admin admin] Publish callbacks [] for security_group (8169d127-d979-449f-b67b-d5b01595f9a1), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.308688 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-07447c1c-f18e-41d6-83e8-0353a5fbea03 None None] Provisioning complete for port fc06bc67-05e9-40bf-b9d1-db211978048b triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:53:55.309462 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-07447c1c-f18e-41d6-83e8-0353a5fbea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.310041 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-07447c1c-f18e-41d6-83e8-0353a5fbea03 None None] Attempt 1 to provision port fc06bc67-05e9-40bf-b9d1-db211978048b Oct 04 08:53:55.357095 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-07447c1c-f18e-41d6-83e8-0353a5fbea03 None None] Port fc06bc67-05e9-40bf-b9d1-db211978048b cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:53:55.359938 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2a1e21c9-8831-45da-87c4-9d58a307b747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (8169d127-d979-449f-b67b-d5b01595f9a1), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.360172 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a1486-a3ac-43b1-9b2c-7d4217b13344 req-93d0c08e-0c37-465d-a119-42c6baee09e8 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:55.363196 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c91a1486-a3ac-43b1-9b2c-7d4217b13344 req-93d0c08e-0c37-465d-a119-42c6baee09e8 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 932 time: 0.1090748 Oct 04 08:53:55.363769 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2a1e21c9-8831-45da-87c4-9d58a307b747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.365410 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-2a1e21c9-8831-45da-87c4-9d58a307b747 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8169d127-d979-449f-b67b-d5b01595f9a1 HTTP/1.1" status: 204 len: 168 time: 0.2944138 Oct 04 08:53:55.378143 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e21c9-8831-45da-87c4-9d58a307b747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8169d127-d979-449f-b67b-d5b01595f9a1,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:55.507386 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 0e360ecf-b764-45c6-8c4f-8ea15e619e9e no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:53:55.568596 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: 0e360ecf-b764-45c6-8c4f-8ea15e619e9e {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:53:55.569553 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device 0e360ecf-b764-45c6-8c4f-8ea15e619e9e not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:53:55.635822 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c91a1486-a3ac-43b1-9b2c-7d4217b13344 req-5c05cc0b-a49a-4551-8c8f-7de8e834c578 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8946e612-50ea-46ac-9edc-fd3b30740f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642716 Oct 04 08:53:55.747596 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:55.839255 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc06bc67-05e9-40bf-b9d1-db211978048b {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:53:55.855119 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Publish callbacks [] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.872209 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Transition to ACTIVE for port object fc06bc67-05e9-40bf-b9d1-db211978048b will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:53:55.876971 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:55.970284 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Pushing event updated for resources: {'Port': ['ID=fc06bc67-05e9-40bf-b9d1-db211978048b,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:56.008735 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Attempting to bind port fc06bc67-05e9-40bf-b9d1-db211978048b on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:53:56.008936 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Attempting to bind port fc06bc67-05e9-40bf-b9d1-db211978048b by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:53:56.009526 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Attempting to bind port fc06bc67-05e9-40bf-b9d1-db211978048b on network fd08aa17-8a80-4dac-a656-3195d8433ec8 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:56.086347 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Port fc06bc67-05e9-40bf-b9d1-db211978048b on network fd08aa17-8a80-4dac-a656-3195d8433ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:53:56.086706 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Attempting to bind port fc06bc67-05e9-40bf-b9d1-db211978048b on network fd08aa17-8a80-4dac-a656-3195d8433ec8 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:53:56.163541 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:53:56.164037 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Checking segment: {'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:53:56.164529 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Bound using segment: {'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:53:56.165101 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Bound port: fc06bc67-05e9-40bf-b9d1-db211978048b, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:53:56.166073 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:56.225329 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59158) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:56.304413 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] For port fc06bc67-05e9-40bf-b9d1-db211978048b, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:53:56.312047 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] For port fc06bc67-05e9-40bf-b9d1-db211978048b, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=fc06bc67-05e9-40bf-b9d1-db211978048b,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:53:56.325442 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:56.352334 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:56.355419 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:56.358516 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/fc06bc67-05e9-40bf-b9d1-db211978048b HTTP/1.1" status: 200 len: 1094 time: 1.3651421 Oct 04 08:53:56.359564 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c', 'tag': 'fc06bc67-05e9-40bf-b9d1-db211978048b'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:53:56.376517 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1736155-c77f-4cb8-bf9e-91ed67a4b7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c", "tag": "fc06bc67-05e9-40bf-b9d1-db211978048b"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:53:56.576812 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b959b9-e4bf-4bf8-91fa-efd33f41583a x-openstack-request-id: req-59b959b9-e4bf-4bf8-91fa-efd33f41583a {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:53:56.577111 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c", "tag": "fc06bc67-05e9-40bf-b9d1-db211978048b", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:53:56.577575 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59b959b9-e4bf-4bf8-91fa-efd33f41583a {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:53:56.578185 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b959b9-e4bf-4bf8-91fa-efd33f41583a'] response: {'name': 'network-changed', 'server_uuid': 'ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c', 'tag': 'fc06bc67-05e9-40bf-b9d1-db211978048b', 'status': 'completed', 'code': 200} Oct 04 08:53:56.595592 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:56.603284 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcefac5-018d-4e6f-9d83-b102cb0fe284 service neutron] Pushing event updated for resources: {'Port': ['ID=fc06bc67-05e9-40bf-b9d1-db211978048b,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:56.612043 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-c69a403d-30a4-4670-a51b-fc9af7e634df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:56.614353 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-c69a403d-30a4-4670-a51b-fc9af7e634df service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5d21789971964770bdf417547cd19840&device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 1128 time: 0.1654727 Oct 04 08:53:56.678574 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-d4bfde68-379f-43a7-91f1-2d376474eccb service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc06bc67-05e9-40bf-b9d1-db211978048b HTTP/1.1" status: 200 len: 217 time: 0.0570614 Oct 04 08:53:56.749764 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-0f4687ba-e2a7-44cd-aa55-6a2ac9e7c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:56.752516 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-0f4687ba-e2a7-44cd-aa55-6a2ac9e7c2f4 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=56a0f7b4-9493-4557-9389-0cc520afaa31 HTTP/1.1" status: 200 len: 850 time: 0.0662546 Oct 04 08:53:56.907964 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-db9d6b54-f735-4f2d-b5a0-abd56759e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:56.910021 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-db9d6b54-f735-4f2d-b5a0-abd56759e7d1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd08aa17-8a80-4dac-a656-3195d8433ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1470561 Oct 04 08:53:56.961139 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a016864-b39a-4b90-8ed2-e5a52a820df8 req-f9694147-5cdd-4873-b417-ac6a7f6e82f0 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:56.964353 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4a016864-b39a-4b90-8ed2-e5a52a820df8 req-f9694147-5cdd-4873-b417-ac6a7f6e82f0 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 944 time: 0.1060190 Oct 04 08:53:57.114947 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-819886b2-b9c1-463b-8c81-bcb40335b7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600392'] for router_interface (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:57.146403 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4a016864-b39a-4b90-8ed2-e5a52a820df8 req-0a8570c3-e143-46b5-98d4-9782232b2ee8 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8946e612-50ea-46ac-9edc-fd3b30740f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279008 Oct 04 08:53:57.160512 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-75a6b652-8d78-4817-a15a-a570a938e8b2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425530 Oct 04 08:53:57.292168 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-53b3c9c0-2b53-47a8-8f6a-0b71792f7b00 req-df526273-5d2c-4250-9e28-27401ec58c42 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222012 Oct 04 08:53:57.391376 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:57.403976 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=44 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:57.405745 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=6 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:57.435125 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-819886b2-b9c1-463b-8c81-bcb40335b7f1 admin admin] Deleting port 8c22694a-ad17-478f-bb27-bf7333ed7418 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:57.436710 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-819886b2-b9c1-463b-8c81-bcb40335b7f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:57.577607 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-819886b2-b9c1-463b-8c81-bcb40335b7f1 admin admin] For port 8c22694a-ad17-478f-bb27-bf7333ed7418, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=8c22694a-ad17-478f-bb27-bf7333ed7418,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:57.577979 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-819886b2-b9c1-463b-8c81-bcb40335b7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:57.602365 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-819886b2-b9c1-463b-8c81-bcb40335b7f1 admin admin] Calling delete_port for 8c22694a-ad17-478f-bb27-bf7333ed7418 owned by network:router_interface {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:57.620613 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:57.847545 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-819886b2-b9c1-463b-8c81-bcb40335b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (8c22694a-ad17-478f-bb27-bf7333ed7418), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:57.879873 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819886b2-b9c1-463b-8c81-bcb40335b7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c22694a-ad17-478f-bb27-bf7333ed7418,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:58.080181 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:58.117495 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1736155-c77f-4cb8-bf9e-91ed67a4b7ce req-7ffb2130-287f-4d4b-a17c-38fdebf06651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:58.133098 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b1736155-c77f-4cb8-bf9e-91ed67a4b7ce req-7ffb2130-287f-4d4b-a17c-38fdebf06651 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5d21789971964770bdf417547cd19840&device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 1128 time: 0.1082053 Oct 04 08:53:58.141300 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-819886b2-b9c1-463b-8c81-bcb40335b7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600380'] for router_interface (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:58.390807 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1736155-c77f-4cb8-bf9e-91ed67a4b7ce req-cf177676-0a8a-41b9-8392-8da6758fdb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:58.393124 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b1736155-c77f-4cb8-bf9e-91ed67a4b7ce req-cf177676-0a8a-41b9-8392-8da6758fdb24 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd08aa17-8a80-4dac-a656-3195d8433ec8 HTTP/1.1" status: 200 len: 911 time: 0.2518301 Oct 04 08:53:58.489035 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b1736155-c77f-4cb8-bf9e-91ed67a4b7ce req-ba4ddcc6-fac6-44e5-adf6-7d07f815edde service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc06bc67-05e9-40bf-b9d1-db211978048b HTTP/1.1" status: 200 len: 217 time: 0.0880141 Oct 04 08:53:58.568225 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819886b2-b9c1-463b-8c81-bcb40335b7f1 admin admin] Router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:53:58.579987 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f160dd4-8b93-444a-b065-36e26054a8f8 req-3b415ab4-395e-4f4d-9618-45141760e28f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:58.587174 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9f160dd4-8b93-444a-b065-36e26054a8f8 req-3b415ab4-395e-4f4d-9618-45141760e28f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 944 time: 0.2581618 Oct 04 08:53:58.646163 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1736155-c77f-4cb8-bf9e-91ed67a4b7ce req-c6bf8802-e03a-49dc-acc8-f2c843282112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:58.647762 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b1736155-c77f-4cb8-bf9e-91ed67a4b7ce req-c6bf8802-e03a-49dc-acc8-f2c843282112 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=56a0f7b4-9493-4557-9389-0cc520afaa31 HTTP/1.1" status: 200 len: 850 time: 0.1523283 Oct 04 08:53:58.778509 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9f160dd4-8b93-444a-b065-36e26054a8f8 req-e699ad9a-cd12-4dc3-90a2-c758573a4652 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8946e612-50ea-46ac-9edc-fd3b30740f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731429 Oct 04 08:53:58.788865 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1736155-c77f-4cb8-bf9e-91ed67a4b7ce req-efd09589-87d6-4776-bdf9-5378ab73ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:53:58.791725 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b1736155-c77f-4cb8-bf9e-91ed67a4b7ce req-efd09589-87d6-4776-bdf9-5378ab73ea20 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd08aa17-8a80-4dac-a656-3195d8433ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161597 Oct 04 08:53:58.836355 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819886b2-b9c1-463b-8c81-bcb40335b7f1 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:53:58.845175 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-819886b2-b9c1-463b-8c81-bcb40335b7f1 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/dfbb42ed-46b1-4c4e-becb-eaeebe135fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6217954 Oct 04 08:53:58.848730 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59234) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:53:58.854432 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f718659-0223-42f9-a8ff-85d58fd53d47 None None] Sync routers for ids ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:53:58.875601 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f718659-0223-42f9-a8ff-85d58fd53d47 None None] Routers {'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:58.876810 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-8f718659-0223-42f9-a8ff-85d58fd53d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:52Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:58.967560 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:58.978072 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Publish callbacks [] for router (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:58.990347 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b1736155-c77f-4cb8-bf9e-91ed67a4b7ce req-95ed2d7b-638d-482e-a7b4-ffdfffcef00c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901042 Oct 04 08:53:59.088410 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-8f718659-0223-42f9-a8ff-85d58fd53d47 None None] Set router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:59.121164 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:59.137525 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b1736155-c77f-4cb8-bf9e-91ed67a4b7ce req-b449d535-07cc-4462-a366-48a29618fc86 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403303 Oct 04 08:53:59.172185 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Publish callbacks [] for router_gateway (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.235418 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Deleting port e1a44825-4f32-4494-b4cc-d98525a7e48a {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:53:59.235876 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.336792 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] For port e1a44825-4f32-4494-b4cc-d98525a7e48a, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=e1a44825-4f32-4494-b4cc-d98525a7e48a,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:59.337365 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.353987 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-8f718659-0223-42f9-a8ff-85d58fd53d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:53:57Z', 'revision_number': 5, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port': {'id': 'e1a44825-4f32-4494-b4cc-d98525a7e48a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:35:15Z', 'updated_at': '2022-10-04T08:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:59.356094 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Calling delete_port for e1a44825-4f32-4494-b4cc-d98525a7e48a owned by network:router_gateway {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:53:59.388540 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f718659-0223-42f9-a8ff-85d58fd53d47 None None] Checking router: dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:53:59.398886 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f718659-0223-42f9-a8ff-85d58fd53d47 None None] Routers {'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:53:59.399595 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-8f718659-0223-42f9-a8ff-85d58fd53d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:52Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:59.507910 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device fc06bc67-05e9-40bf-b9d1-db211978048b details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:53:59.603904 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:53:59.610370 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-8f718659-0223-42f9-a8ff-85d58fd53d47 None None] Set router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 gateway port host: None {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:53:59.641012 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port fc06bc67-05e9-40bf-b9d1-db211978048b, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=fc06bc67-05e9-40bf-b9d1-db211978048b,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:59.655877 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': 'fc06bc67-05e9-40bf-b9d1-db211978048b', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'port_id': 'fc06bc67-05e9-40bf-b9d1-db211978048b', 'mac_address': 'fa:16:3e:47:17:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:53:59.669468 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-8f718659-0223-42f9-a8ff-85d58fd53d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:53:59Z', 'revision_number': 6, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port_host': None}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:53:59.699794 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f718659-0223-42f9-a8ff-85d58fd53d47 None None] The sync data for ids ['dfbb42ed-46b1-4c4e-becb-eaeebe135fd9'] in dv-cinder-860209-1-iscsi is: [{'id': 'dfbb42ed-46b1-4c4e-becb-eaeebe135fd9', 'name': 'tempest-ServerRescueNegativeTestJSON-113317348-router', 'tenant_id': '5934621267af4b838889fcbfb9febaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:35:14Z', 'updated_at': '2022-10-04T08:53:59Z', 'revision_number': 6, 'project_id': '5934621267af4b838889fcbfb9febaea', 'gw_port_host': None}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:53:59.707219 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port fc06bc67-05e9-40bf-b9d1-db211978048b is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:53:59.707705 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.726601 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc06bc67-05e9-40bf-b9d1-db211978048b {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:53:59.755259 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port fc06bc67-05e9-40bf-b9d1-db211978048b, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=fc06bc67-05e9-40bf-b9d1-db211978048b,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:53:59.761628 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (e1a44825-4f32-4494-b4cc-d98525a7e48a), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.765314 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:53:59.852812 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a44825-4f32-4494-b4cc-d98525a7e48a,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:59.915003 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=fc06bc67-05e9-40bf-b9d1-db211978048b,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:53:59.958875 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601974'] for router_gateway (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.003693 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:00.017589 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['fc06bc67-05e9-40bf-b9d1-db211978048b'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:54:00.039701 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38da97-596d-4ff6-9dd5-550c0875fab6 req-b0c44b91-2019-4cdc-80c1-26b435c370bb tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:00.046111 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7a38da97-596d-4ff6-9dd5-550c0875fab6 req-b0c44b91-2019-4cdc-80c1-26b435c370bb tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 945 time: 0.1244900 Oct 04 08:54:00.187501 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7a38da97-596d-4ff6-9dd5-550c0875fab6 req-884fc187-f7d0-4b12-bc9b-056ce21a149f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8946e612-50ea-46ac-9edc-fd3b30740f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397319 Oct 04 08:54:00.190938 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-386'] for router (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.212048 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Publish callbacks [] for router_controller (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.318466 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600420'] for router (dfbb42ed-46b1-4c4e-becb-eaeebe135fd9), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.322020 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 {{(pid=106410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:54:00.335171 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.337126 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-8701523d-5eb2-4928-96e8-f60b339bf160 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/dfbb42ed-46b1-4c4e-becb-eaeebe135fd9 HTTP/1.1" status: 204 len: 168 time: 1.4867313 Oct 04 08:54:00.340730 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59268) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:00.415597 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf8001c-4c7d-4f65-a6f5-b5d6b012a87e admin admin] Deleting subnet 75580dae-ee0c-46db-9337-4fe1523f3148 {{(pid=106411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:54:00.419679 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6cf8001c-4c7d-4f65-a6f5-b5d6b012a87e admin admin] Publish callbacks [] for subnet (75580dae-ee0c-46db-9337-4fe1523f3148), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.464742 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6cf8001c-4c7d-4f65-a6f5-b5d6b012a87e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12738596'] for subnet (75580dae-ee0c-46db-9337-4fe1523f3148), precommit_delete_associations {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.600171 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6cf8001c-4c7d-4f65-a6f5-b5d6b012a87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (75580dae-ee0c-46db-9337-4fe1523f3148), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.707649 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6cf8001c-4c7d-4f65-a6f5-b5d6b012a87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12655087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12803188'] for subnet (75580dae-ee0c-46db-9337-4fe1523f3148), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.760898 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8001c-4c7d-4f65-a6f5-b5d6b012a87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75580dae-ee0c-46db-9337-4fe1523f3148,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:00.772054 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6cf8001c-4c7d-4f65-a6f5-b5d6b012a87e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.777034 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-6cf8001c-4c7d-4f65-a6f5-b5d6b012a87e admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/75580dae-ee0c-46db-9337-4fe1523f3148 HTTP/1.1" status: 204 len: 168 time: 0.4348681 Oct 04 08:54:00.780300 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f616c9d7-68e6-48e5-a022-8bbb477df69f None None] Network 7c0853df-a74a-47d5-9683-581a895763eb requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:54:00.781421 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59278) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:00.883060 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (7c0853df-a74a-47d5-9683-581a895763eb), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:00.912961 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:00.976523 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Deleting port 34b4233e-365a-4b33-8bc1-af46fc2a7680 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:54:00.977026 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.067156 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b118e6c-aca5-4951-bba8-4dc311e14ca1 None None] DHCP port deletion for 7c0853df-a74a-47d5-9683-581a895763eb request from dv-cinder-860209-1-iscsi {{(pid=106412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:54:01.096132 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] For port 34b4233e-365a-4b33-8bc1-af46fc2a7680, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=34b4233e-365a-4b33-8bc1-af46fc2a7680,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:01.097477 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.121966 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-3b118e6c-aca5-4951-bba8-4dc311e14ca1 None None] Deleting port 34b4233e-365a-4b33-8bc1-af46fc2a7680 {{(pid=106412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:54:01.122636 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-3b118e6c-aca5-4951-bba8-4dc311e14ca1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), before_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.132414 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:01.135648 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Calling delete_port for 34b4233e-365a-4b33-8bc1-af46fc2a7680 owned by network:dhcp {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:54:01.184548 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 34b4233e-365a-4b33-8bc1-af46fc2a7680 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:54:01.251128 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-3b118e6c-aca5-4951-bba8-4dc311e14ca1 None None] For port 34b4233e-365a-4b33-8bc1-af46fc2a7680, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=34b4233e-365a-4b33-8bc1-af46fc2a7680,segment=NetworkSegment(06fd23ff-fa81-4743-8d42-3ee327d2a7a3),segment_id=06fd23ff-fa81-4743-8d42-3ee327d2a7a3)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:01.251920 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-3b118e6c-aca5-4951-bba8-4dc311e14ca1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), precommit_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.271219 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.287016 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-3b118e6c-aca5-4951-bba8-4dc311e14ca1 None None] Calling delete_port for 34b4233e-365a-4b33-8bc1-af46fc2a7680 owned by network:dhcp {{(pid=106412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:54:01.292138 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No active binding found for port 34b4233e-365a-4b33-8bc1-af46fc2a7680 {{(pid=106412) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 08:54:01.292526 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] The host dv-cinder-860209-1-iscsi is not matching for port 34b4233e-365a-4b33-8bc1-af46fc2a7680 host None! {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 08:54:01.293444 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 34b4233e-365a-4b33-8bc1-af46fc2a7680 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:54:01.293891 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device e1a44825-4f32-4494-b4cc-d98525a7e48a no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:54:01.309572 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Pushing event deleted for resources: {'Port': ['ID=34b4233e-365a-4b33-8bc1-af46fc2a7680,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:01.320011 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] No DVR routers for this DVR port 34b4233e-365a-4b33-8bc1-af46fc2a7680 on host dv-cinder-860209-1-iscsi {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:54:01.340740 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: e1a44825-4f32-4494-b4cc-d98525a7e48a {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:54:01.341260 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device e1a44825-4f32-4494-b4cc-d98525a7e48a not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:54:01.341693 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 8c22694a-ad17-478f-bb27-bf7333ed7418 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:54:01.427637 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 8c22694a-ad17-478f-bb27-bf7333ed7418 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:54:01.427981 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 8c22694a-ad17-478f-bb27-bf7333ed7418 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:54:01.452036 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (7c0853df-a74a-47d5-9683-581a895763eb), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.498032 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-3b118e6c-aca5-4951-bba8-4dc311e14ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (34b4233e-365a-4b33-8bc1-af46fc2a7680), after_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.514400 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0853df-a74a-47d5-9683-581a895763eb']}} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:01.544858 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130c99e-9ebd-47f9-9815-1657be5491c6 req-07370e79-7544-407b-901b-d7799f65af26 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:01.547479 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f130c99e-9ebd-47f9-9815-1657be5491c6 req-07370e79-7544-407b-901b-d7799f65af26 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 945 time: 0.1800432 Oct 04 08:54:01.551906 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device fc06bc67-05e9-40bf-b9d1-db211978048b up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:54:01.555040 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fd23ff-fa81-4743-8d42-3ee327d2a7a3') {'for_net_delete': True} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:01.555807 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fd23ff-fa81-4743-8d42-3ee327d2a7a3') {} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:01.605967 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12738653'] for segment (06fd23ff-fa81-4743-8d42-3ee327d2a7a3), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.627504 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b118e6c-aca5-4951-bba8-4dc311e14ca1 None None] Pushing event deleted for resources: {'Port': ['ID=34b4233e-365a-4b33-8bc1-af46fc2a7680,revision_number=None']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:01.631686 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b118e6c-aca5-4951-bba8-4dc311e14ca1 None None] No DVR routers for this DVR port 34b4233e-365a-4b33-8bc1-af46fc2a7680 on host dv-cinder-860209-1-iscsi {{(pid=106412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:54:01.648194 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:01.654778 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port fc06bc67-05e9-40bf-b9d1-db211978048b completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:54:01.673646 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port fc06bc67-05e9-40bf-b9d1-db211978048b triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:54:01.675522 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.676500 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port fc06bc67-05e9-40bf-b9d1-db211978048b Oct 04 08:54:01.678649 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (06fd23ff-fa81-4743-8d42-3ee327d2a7a3), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.700894 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f130c99e-9ebd-47f9-9815-1657be5491c6 req-1a98c463-55ea-4647-b242-a22be2dce54d tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8946e612-50ea-46ac-9edc-fd3b30740f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409185 Oct 04 08:54:01.707037 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=106411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:54:01.710188 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12654853'] for segment (06fd23ff-fa81-4743-8d42-3ee327d2a7a3), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.801260 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment 06fd23ff-fa81-4743-8d42-3ee327d2a7a3 resource provider aggregate not found Oct 04 08:54:01.837072 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port fc06bc67-05e9-40bf-b9d1-db211978048b is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:54:01.837693 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (7c0853df-a74a-47d5-9683-581a895763eb), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.838437 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.849412 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.854049 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/7c0853df-a74a-47d5-9683-581a895763eb HTTP/1.1" status: 204 len: 168 time: 1.0716376 Oct 04 08:54:01.857300 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment 06fd23ff-fa81-4743-8d42-3ee327d2a7a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06fd23ff-fa81-4743-8d42-3ee327d2a7a3 found for delete ", "request_id": "req-03ff6a4d-d820-4740-950a-1e81b7fc80af"}]} Oct 04 08:54:01.875002 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf31617-1459-48bb-bd7a-825b8dba00fa admin admin] Pushing event deleted for resources: {'Network': ['ID=7c0853df-a74a-47d5-9683-581a895763eb,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:01.887948 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc06bc67-05e9-40bf-b9d1-db211978048b'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:54:01.890425 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c7fa7a-f747-4543-8215-8822c05b0988" -d '{"events": [{"server_uuid": "ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c", "name": "network-vif-plugged", "status": "completed", "tag": "fc06bc67-05e9-40bf-b9d1-db211978048b"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:54:01.895758 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:01.910522 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port fc06bc67-05e9-40bf-b9d1-db211978048b, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=fc06bc67-05e9-40bf-b9d1-db211978048b,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:54:01.918527 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:01.998890 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854d2795-d899-49f6-88eb-ad11eb2b379e x-openstack-request-id: req-854d2795-d899-49f6-88eb-ad11eb2b379e {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:54:01.999494 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c", "name": "network-vif-plugged", "status": "completed", "tag": "fc06bc67-05e9-40bf-b9d1-db211978048b", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:54:01.999905 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-854d2795-d899-49f6-88eb-ad11eb2b379e {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:54:02.000519 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854d2795-d899-49f6-88eb-ad11eb2b379e'] response: {'server_uuid': 'ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc06bc67-05e9-40bf-b9d1-db211978048b', 'code': 200} Oct 04 08:54:02.021154 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=fc06bc67-05e9-40bf-b9d1-db211978048b,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:02.192972 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee6970-4191-4850-b41e-d1e05784fb51 req-544961c4-d541-4c63-bb1b-fd0f44c9681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:02.198179 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e1ee6970-4191-4850-b41e-d1e05784fb51 req-544961c4-d541-4c63-bb1b-fd0f44c9681d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 1130 time: 0.0585325 Oct 04 08:54:02.263996 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59334) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:02.279672 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e1ee6970-4191-4850-b41e-d1e05784fb51 req-9c236fcc-1b46-4828-a930-0b8a6e896914 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8946e612-50ea-46ac-9edc-fd3b30740f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758607 Oct 04 08:54:02.349442 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-dd53e283-cc04-4df9-a6f1-43fe94181e1e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5934621267af4b838889fcbfb9febaea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0826163 Oct 04 08:54:02.353215 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59340) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:02.437569 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7c13c94f-ff4b-45bb-a478-45c51dc61a89 admin admin] Publish callbacks [] for security_group (bfd38c1d-71e7-481d-a47b-aae184468255), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:02.482631 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7c13c94f-ff4b-45bb-a478-45c51dc61a89 admin admin] Publish callbacks [] for security_group (bfd38c1d-71e7-481d-a47b-aae184468255), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:02.490305 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59346) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:02.570277 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7c13c94f-ff4b-45bb-a478-45c51dc61a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (bfd38c1d-71e7-481d-a47b-aae184468255), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:02.576248 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7c13c94f-ff4b-45bb-a478-45c51dc61a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:02.580610 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-7c13c94f-ff4b-45bb-a478-45c51dc61a89 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bfd38c1d-71e7-481d-a47b-aae184468255 HTTP/1.1" status: 204 len: 168 time: 0.2236736 Oct 04 08:54:02.607007 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13c94f-ff4b-45bb-a478-45c51dc61a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd38c1d-71e7-481d-a47b-aae184468255,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:02.706695 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b6e48eca-2df6-4708-aa12-abb42e40d308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:02.792569 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:02.827716 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b6e48eca-2df6-4708-aa12-abb42e40d308 admin admin] Publish callbacks [] for security_group (28308718-d4ef-42a0-8da7-dd87a77c8483), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:02.833155 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b6e48eca-2df6-4708-aa12-abb42e40d308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (28308718-d4ef-42a0-8da7-dd87a77c8483), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:02.890692 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-b6e48eca-2df6-4708-aa12-abb42e40d308 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=badbfa4855e3450899407cdb55a2853c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982575 Oct 04 08:54:02.899038 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59364) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:02.907501 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e48eca-2df6-4708-aa12-abb42e40d308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28308718-d4ef-42a0-8da7-dd87a77c8483,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:02.944169 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5c80e-2828-44df-8e2f-341b67ece8d7 req-33e5738c-157d-43cf-ab33-cbfd475dd536 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:02.945733 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-44a5c80e-2828-44df-8e2f-341b67ece8d7 req-33e5738c-157d-43cf-ab33-cbfd475dd536 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 946 time: 0.0797443 Oct 04 08:54:03.014712 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-278a7988-5929-4bcc-86f4-85ae9b0e3fc7 admin admin] Publish callbacks [] for security_group (28308718-d4ef-42a0-8da7-dd87a77c8483), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:03.046822 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-278a7988-5929-4bcc-86f4-85ae9b0e3fc7 admin admin] Publish callbacks [] for security_group (28308718-d4ef-42a0-8da7-dd87a77c8483), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:03.058700 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-44a5c80e-2828-44df-8e2f-341b67ece8d7 req-fbb3ba0a-855e-4d5a-ab15-e781d4382972 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8946e612-50ea-46ac-9edc-fd3b30740f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004558 Oct 04 08:54:03.065638 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:03.188522 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-278a7988-5929-4bcc-86f4-85ae9b0e3fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (28308718-d4ef-42a0-8da7-dd87a77c8483), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:03.191830 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-278a7988-5929-4bcc-86f4-85ae9b0e3fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:03.194617 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-278a7988-5929-4bcc-86f4-85ae9b0e3fc7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/28308718-d4ef-42a0-8da7-dd87a77c8483 HTTP/1.1" status: 204 len: 168 time: 0.2925789 Oct 04 08:54:03.212753 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a7988-5929-4bcc-86f4-85ae9b0e3fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28308718-d4ef-42a0-8da7-dd87a77c8483,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:03.725368 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59402) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:03.748075 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9bdc3585-1418-431c-ae0b-fcf1bb7f0420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:03.901497 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9bdc3585-1418-431c-ae0b-fcf1bb7f0420 admin admin] Publish callbacks [] for security_group (dc1312b2-6a4f-45b4-a7c5-c39d104ed240), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:03.907735 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9bdc3585-1418-431c-ae0b-fcf1bb7f0420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (dc1312b2-6a4f-45b4-a7c5-c39d104ed240), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:03.957878 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc3585-1418-431c-ae0b-fcf1bb7f0420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1312b2-6a4f-45b4-a7c5-c39d104ed240,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:03.962900 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-9bdc3585-1418-431c-ae0b-fcf1bb7f0420 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d77b9697064d43ea83816954a926d3eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363505 Oct 04 08:54:03.967500 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59410) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:04.092205 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-25e38df0-581b-4e7f-9fdc-c8ee75ae71d6 admin admin] Publish callbacks [] for security_group (dc1312b2-6a4f-45b4-a7c5-c39d104ed240), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.137318 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-25e38df0-581b-4e7f-9fdc-c8ee75ae71d6 admin admin] Publish callbacks [] for security_group (dc1312b2-6a4f-45b4-a7c5-c39d104ed240), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.186321 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:04.200487 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59420) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:04.231414 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-25e38df0-581b-4e7f-9fdc-c8ee75ae71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (dc1312b2-6a4f-45b4-a7c5-c39d104ed240), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.234981 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-25e38df0-581b-4e7f-9fdc-c8ee75ae71d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.237943 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-25e38df0-581b-4e7f-9fdc-c8ee75ae71d6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dc1312b2-6a4f-45b4-a7c5-c39d104ed240 HTTP/1.1" status: 204 len: 168 time: 0.2681670 Oct 04 08:54:04.248443 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e38df0-581b-4e7f-9fdc-c8ee75ae71d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1312b2-6a4f-45b4-a7c5-c39d104ed240,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:04.319422 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc66d0-792c-4b5f-b144-448e076515f7 req-a7d567c6-9023-4543-ab0a-358bb5715018 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:04.323308 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-47bc66d0-792c-4b5f-b144-448e076515f7 req-a7d567c6-9023-4543-ab0a-358bb5715018 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 946 time: 0.1090066 Oct 04 08:54:04.370372 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:04.387433 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-47bc66d0-792c-4b5f-b144-448e076515f7 req-9688b7ab-6cf4-4c91-a068-fcc08bc29dd1 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8946e612-50ea-46ac-9edc-fd3b30740f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575759 Oct 04 08:54:04.517489 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_v2 [None req-915346a1-8ac3-4f5d-a12b-5e5524b98446 admin admin] Deleting subnet c5f378bd-99f3-4655-9294-28bc2476817f {{(pid=106411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:54:04.521698 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-915346a1-8ac3-4f5d-a12b-5e5524b98446 admin admin] Publish callbacks [] for subnet (c5f378bd-99f3-4655-9294-28bc2476817f), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.568202 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-915346a1-8ac3-4f5d-a12b-5e5524b98446 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12738596'] for subnet (c5f378bd-99f3-4655-9294-28bc2476817f), precommit_delete_associations {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.625400 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-915346a1-8ac3-4f5d-a12b-5e5524b98446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (c5f378bd-99f3-4655-9294-28bc2476817f), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.709594 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-915346a1-8ac3-4f5d-a12b-5e5524b98446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12655087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12803188'] for subnet (c5f378bd-99f3-4655-9294-28bc2476817f), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.743336 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915346a1-8ac3-4f5d-a12b-5e5524b98446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f378bd-99f3-4655-9294-28bc2476817f,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:04.748883 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-915346a1-8ac3-4f5d-a12b-5e5524b98446 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:04.752274 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-915346a1-8ac3-4f5d-a12b-5e5524b98446 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/c5f378bd-99f3-4655-9294-28bc2476817f HTTP/1.1" status: 204 len: 168 time: 0.5467412 Oct 04 08:54:04.755183 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59438) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:04.923994 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf1677-4079-43e6-8f5c-6343478477ca req-12a85c7a-2dba-49f4-b77f-8bf46d30ce35 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:04.934642 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0edf1677-4079-43e6-8f5c-6343478477ca req-12a85c7a-2dba-49f4-b77f-8bf46d30ce35 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 946 time: 0.0648007 Oct 04 08:54:04.949941 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59446) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:04.950901 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-de4c167a-e6f4-4b71-869c-a8ffb77d7d9c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Request body: {'floatingip': {'port_id': 'fc06bc67-05e9-40bf-b9d1-db211978048b'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:05.020957 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-de4c167a-e6f4-4b71-869c-a8ffb77d7d9c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (9cbe8e19-3cd3-435a-81c5-6d691f227717), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:05.241137 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-94cf5bbb-203f-4988-858f-e34e99cc6d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (6a117e0a-fcb5-404d-b62e-3e5b877ed8ef), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:05.358599 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-94cf5bbb-203f-4988-858f-e34e99cc6d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (6a117e0a-fcb5-404d-b62e-3e5b877ed8ef), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:05.396187 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-94cf5bbb-203f-4988-858f-e34e99cc6d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a117e0a-fcb5-404d-b62e-3e5b877ed8ef']}} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:05.423076 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-94cf5bbb-203f-4988-858f-e34e99cc6d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d4b489-126f-4b0f-b42b-5685ba92b839') {'for_net_delete': True} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:05.423952 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-94cf5bbb-203f-4988-858f-e34e99cc6d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d4b489-126f-4b0f-b42b-5685ba92b839') {} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:05.443782 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-94cf5bbb-203f-4988-858f-e34e99cc6d9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15344726'] for segment (f7d4b489-126f-4b0f-b42b-5685ba92b839), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:05.462996 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-94cf5bbb-203f-4988-858f-e34e99cc6d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (f7d4b489-126f-4b0f-b42b-5685ba92b839), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:05.473515 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cf5bbb-203f-4988-858f-e34e99cc6d9f admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=106410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:54:05.474254 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-94cf5bbb-203f-4988-858f-e34e99cc6d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14467730'] for segment (f7d4b489-126f-4b0f-b42b-5685ba92b839), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:05.510443 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment f7d4b489-126f-4b0f-b42b-5685ba92b839 resource provider aggregate not found Oct 04 08:54:05.566910 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment f7d4b489-126f-4b0f-b42b-5685ba92b839 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7d4b489-126f-4b0f-b42b-5685ba92b839 found for delete ", "request_id": "req-f3172be2-a872-4883-a4ae-b16e05122ec0"}]} Oct 04 08:54:05.594928 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-94cf5bbb-203f-4988-858f-e34e99cc6d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (6a117e0a-fcb5-404d-b62e-3e5b877ed8ef), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:05.600620 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-94cf5bbb-203f-4988-858f-e34e99cc6d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:05.608666 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-94cf5bbb-203f-4988-858f-e34e99cc6d9f admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/6a117e0a-fcb5-404d-b62e-3e5b877ed8ef HTTP/1.1" status: 204 len: 168 time: 0.8503203 Oct 04 08:54:05.623851 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf5bbb-203f-4988-858f-e34e99cc6d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a117e0a-fcb5-404d-b62e-3e5b877ed8ef,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:05.846954 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59494) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:05.970529 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59500) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:05.998151 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:06.010006 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.db.resource_extend [None req-de4c167a-e6f4-4b71-869c-a8ffb77d7d9c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 08:54:06.056308 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-b0e0a332-77f3-4925-82a1-bc877bf21b4f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f0b762e9e807416b925d8d34bb16fbf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0816224 Oct 04 08:54:06.057058 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59502) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:06.069483 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-de4c167a-e6f4-4b71-869c-a8ffb77d7d9c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.074800 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-de4c167a-e6f4-4b71-869c-a8ffb77d7d9c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (9cbe8e19-3cd3-435a-81c5-6d691f227717), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.170256 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-088af4ea-39c7-468f-845b-3d0ace034115 admin admin] Publish callbacks [] for security_group (1180a7bc-ef93-4cf2-b76c-6a68fb941bcd), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.218305 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-088af4ea-39c7-468f-845b-3d0ace034115 admin admin] Publish callbacks [] for security_group (1180a7bc-ef93-4cf2-b76c-6a68fb941bcd), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.220287 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.l3_db [None req-de4c167a-e6f4-4b71-869c-a8ffb77d7d9c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Floating IP 9cbe8e19-3cd3-435a-81c5-6d691f227717 associated. External IP: 172.27.0.67, port: fc06bc67-05e9-40bf-b9d1-db211978048b. Oct 04 08:54:06.270993 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e9739f00-fe57-4696-90b6-f6c8b1bcb572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.386419 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:06.390756 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-088af4ea-39c7-468f-845b-3d0ace034115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (1180a7bc-ef93-4cf2-b76c-6a68fb941bcd), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.406584 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-088af4ea-39c7-468f-845b-3d0ace034115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.406584 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-088af4ea-39c7-468f-845b-3d0ace034115 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1180a7bc-ef93-4cf2-b76c-6a68fb941bcd HTTP/1.1" status: 204 len: 168 time: 0.3394549 Oct 04 08:54:06.406584 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:06.421057 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088af4ea-39c7-468f-845b-3d0ace034115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1180a7bc-ef93-4cf2-b76c-6a68fb941bcd,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:06.532792 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e9739f00-fe57-4696-90b6-f6c8b1bcb572 admin admin] Publish callbacks [] for security_group (4f40975a-d531-49f1-8d1a-bf7d9e5fa744), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.541871 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e9739f00-fe57-4696-90b6-f6c8b1bcb572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (4f40975a-d531-49f1-8d1a-bf7d9e5fa744), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.650838 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-e9739f00-fe57-4696-90b6-f6c8b1bcb572 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=00fd9ac2b3434dd789ae4d53d93fa80c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7921505 Oct 04 08:54:06.651345 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59518) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:06.656696 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9739f00-fe57-4696-90b6-f6c8b1bcb572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f40975a-d531-49f1-8d1a-bf7d9e5fa744,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:06.733167 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4c167a-e6f4-4b71-869c-a8ffb77d7d9c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:54:06.766235 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b2a08585-ffca-4bd8-94b7-a9be60cae2d1 admin admin] Publish callbacks [] for security_group (4f40975a-d531-49f1-8d1a-bf7d9e5fa744), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.840539 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b2a08585-ffca-4bd8-94b7-a9be60cae2d1 admin admin] Publish callbacks [] for security_group (4f40975a-d531-49f1-8d1a-bf7d9e5fa744), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.968161 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4c167a-e6f4-4b71-869c-a8ffb77d7d9c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:54:06.981342 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-de4c167a-e6f4-4b71-869c-a8ffb77d7d9c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:06.991583 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a83ae6-a554-4c65-81af-2d5734c64e3e None None] Sync routers for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:54:06.995907 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b2a08585-ffca-4bd8-94b7-a9be60cae2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (4f40975a-d531-49f1-8d1a-bf7d9e5fa744), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:07.001390 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b2a08585-ffca-4bd8-94b7-a9be60cae2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:07.006976 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-b2a08585-ffca-4bd8-94b7-a9be60cae2d1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4f40975a-d531-49f1-8d1a-bf7d9e5fa744 HTTP/1.1" status: 204 len: 168 time: 0.3631730 Oct 04 08:54:07.011478 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a83ae6-a554-4c65-81af-2d5734c64e3e None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:54:07.012956 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-a8a83ae6-a554-4c65-81af-2d5734c64e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:52Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:07.147898 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a08585-ffca-4bd8-94b7-a9be60cae2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f40975a-d531-49f1-8d1a-bf7d9e5fa744,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:07.193672 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-de4c167a-e6f4-4b71-869c-a8ffb77d7d9c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/9cbe8e19-3cd3-435a-81c5-6d691f227717 HTTP/1.1" status: 200 len: 991 time: 2.2467515 Oct 04 08:54:07.194874 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c', 'tag': 'fc06bc67-05e9-40bf-b9d1-db211978048b'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:54:07.197783 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e07977-4b77-450b-b0f9-20b25ab79ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c", "tag": "fc06bc67-05e9-40bf-b9d1-db211978048b"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:54:07.254770 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d27a256-2882-4b86-a58d-a7304098e135 x-openstack-request-id: req-2d27a256-2882-4b86-a58d-a7304098e135 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:54:07.255526 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c", "tag": "fc06bc67-05e9-40bf-b9d1-db211978048b", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:54:07.256024 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d27a256-2882-4b86-a58d-a7304098e135 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:54:07.256622 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d27a256-2882-4b86-a58d-a7304098e135'] response: {'name': 'network-changed', 'server_uuid': 'ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c', 'tag': 'fc06bc67-05e9-40bf-b9d1-db211978048b', 'status': 'completed', 'code': 200} Oct 04 08:54:07.264747 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-a8a83ae6-a554-4c65-81af-2d5734c64e3e None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:54:07.342184 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e07977-4b77-450b-b0f9-20b25ab79ef7 req-3d1062f3-11cc-44b4-bf14-a27303f1b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:07.348110 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-86e07977-4b77-450b-b0f9-20b25ab79ef7 req-3d1062f3-11cc-44b4-bf14-a27303f1b374 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5d21789971964770bdf417547cd19840&device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 1130 time: 0.0673661 Oct 04 08:54:07.468504 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:07.518746 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e07977-4b77-450b-b0f9-20b25ab79ef7 req-593336ad-1019-41d0-9b1c-a0eef5038cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:07.521026 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-86e07977-4b77-450b-b0f9-20b25ab79ef7 req-593336ad-1019-41d0-9b1c-a0eef5038cc4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd08aa17-8a80-4dac-a656-3195d8433ec8 HTTP/1.1" status: 200 len: 911 time: 0.1677563 Oct 04 08:54:07.619096 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-86e07977-4b77-450b-b0f9-20b25ab79ef7 req-bc04423b-caba-4ed6-893b-5a58a3fc2cc9 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc06bc67-05e9-40bf-b9d1-db211978048b HTTP/1.1" status: 200 len: 999 time: 0.0912399 Oct 04 08:54:07.649798 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59536) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:07.705753 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-a8a83ae6-a554-4c65-81af-2d5734c64e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '9cbe8e19-3cd3-435a-81c5-6d691f227717', 'tenant_id': '5d21789971964770bdf417547cd19840', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'port_id': 'fc06bc67-05e9-40bf-b9d1-db211978048b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'mac_address': 'fa:16:3e:47:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:53:43Z', 'updated_at': '2022-10-04T08:54:05Z', 'revision_number': 1, 'project_id': '5d21789971964770bdf417547cd19840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:19Z', 'revision_number': 5, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:07.712954 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e07977-4b77-450b-b0f9-20b25ab79ef7 req-6ba22a37-dbd7-41f5-831a-91cb453eb92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:07.714810 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-86e07977-4b77-450b-b0f9-20b25ab79ef7 req-6ba22a37-dbd7-41f5-831a-91cb453eb92f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=56a0f7b4-9493-4557-9389-0cc520afaa31 HTTP/1.1" status: 200 len: 850 time: 0.0901146 Oct 04 08:54:07.762490 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a83ae6-a554-4c65-81af-2d5734c64e3e None None] Checking router: e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:54:07.779417 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a83ae6-a554-4c65-81af-2d5734c64e3e None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:54:07.779808 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e07977-4b77-450b-b0f9-20b25ab79ef7 req-1931c0cc-a598-4fb8-b5d6-bfbe284be2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:07.780055 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-a8a83ae6-a554-4c65-81af-2d5734c64e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:53:52Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:07.781878 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-86e07977-4b77-450b-b0f9-20b25ab79ef7 req-1931c0cc-a598-4fb8-b5d6-bfbe284be2a5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd08aa17-8a80-4dac-a656-3195d8433ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602295 Oct 04 08:54:07.846024 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ba703d1-830e-47e8-8e6a-2f9716c8962a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:07.947826 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-a8a83ae6-a554-4c65-81af-2d5734c64e3e None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:54:07.977776 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ba703d1-830e-47e8-8e6a-2f9716c8962a admin admin] Publish callbacks [] for security_group (a23eac36-7009-48ce-8bf3-b40b1524c53c), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:07.984298 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8ba703d1-830e-47e8-8e6a-2f9716c8962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (a23eac36-7009-48ce-8bf3-b40b1524c53c), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:07.984761 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:07.998822 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-86e07977-4b77-450b-b0f9-20b25ab79ef7 req-91f38c63-df6c-49a8-8737-e771760279db service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106805 Oct 04 08:54:08.084687 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba703d1-830e-47e8-8e6a-2f9716c8962a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23eac36-7009-48ce-8bf3-b40b1524c53c,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:08.120044 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-8ba703d1-830e-47e8-8e6a-2f9716c8962a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=eb9f8ecc0c36402b83a708e35835376a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4683042 Oct 04 08:54:08.122778 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59554) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:08.187671 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-86e07977-4b77-450b-b0f9-20b25ab79ef7 req-e5341e11-9cf1-4121-a97f-b9482db8626f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823545 Oct 04 08:54:08.227654 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-133ce690-aaf3-44ba-8655-e19fce39f9cb admin admin] Publish callbacks [] for security_group (a23eac36-7009-48ce-8bf3-b40b1524c53c), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:08.261398 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-133ce690-aaf3-44ba-8655-e19fce39f9cb admin admin] Publish callbacks [] for security_group (a23eac36-7009-48ce-8bf3-b40b1524c53c), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:08.270151 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59556) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:08.287596 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:08.334068 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-a8a83ae6-a554-4c65-81af-2d5734c64e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '9cbe8e19-3cd3-435a-81c5-6d691f227717', 'tenant_id': '5d21789971964770bdf417547cd19840', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'port_id': 'fc06bc67-05e9-40bf-b9d1-db211978048b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'mac_address': 'fa:16:3e:47:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:53:43Z', 'updated_at': '2022-10-04T08:54:05Z', 'revision_number': 1, 'project_id': '5d21789971964770bdf417547cd19840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:19Z', 'revision_number': 5, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:08.360929 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-133ce690-aaf3-44ba-8655-e19fce39f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (a23eac36-7009-48ce-8bf3-b40b1524c53c), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:08.364670 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a83ae6-a554-4c65-81af-2d5734c64e3e None None] The sync data for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi is: [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': '9cbe8e19-3cd3-435a-81c5-6d691f227717', 'tenant_id': '5d21789971964770bdf417547cd19840', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'port_id': 'fc06bc67-05e9-40bf-b9d1-db211978048b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'mac_address': 'fa:16:3e:47:17:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:53:43Z', 'updated_at': '2022-10-04T08:54:05Z', 'revision_number': 1, 'project_id': '5d21789971964770bdf417547cd19840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:19Z', 'revision_number': 5, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:54:08.378840 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-133ce690-aaf3-44ba-8655-e19fce39f9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:08.380865 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-133ce690-aaf3-44ba-8655-e19fce39f9cb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a23eac36-7009-48ce-8bf3-b40b1524c53c HTTP/1.1" status: 204 len: 168 time: 0.2568705 Oct 04 08:54:08.397604 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ce690-aaf3-44ba-8655-e19fce39f9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23eac36-7009-48ce-8bf3-b40b1524c53c,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:08.519734 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c68f35a0-73a9-4e74-bdeb-4e121cc2675f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:08.662340 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c68f35a0-73a9-4e74-bdeb-4e121cc2675f admin admin] Publish callbacks [] for security_group (df98c759-dc1c-476b-ab39-4704f06fd8d7), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:08.668182 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c68f35a0-73a9-4e74-bdeb-4e121cc2675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (df98c759-dc1c-476b-ab39-4704f06fd8d7), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:08.735250 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-c68f35a0-73a9-4e74-bdeb-4e121cc2675f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0845a9d4288c4d91988c5b31ba2ef1f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4637415 Oct 04 08:54:08.737773 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59570) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:08.740832 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f35a0-73a9-4e74-bdeb-4e121cc2675f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df98c759-dc1c-476b-ab39-4704f06fd8d7,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:08.790159 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a3cfe2-ce48-4c1d-9d0c-19dba54c9f7b None None] New status for floating IP 9cbe8e19-3cd3-435a-81c5-6d691f227717: ACTIVE {{(pid=106413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:54:08.828857 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:08.840262 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-49b9298d-1a05-49c9-a9b9-ffa3d92fad79 admin admin] Publish callbacks [] for security_group (df98c759-dc1c-476b-ab39-4704f06fd8d7), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:08.887574 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-49b9298d-1a05-49c9-a9b9-ffa3d92fad79 admin admin] Publish callbacks [] for security_group (df98c759-dc1c-476b-ab39-4704f06fd8d7), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:08.923657 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59574) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:08.947098 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-49426bf5-d90e-4829-b674-26f436315cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:08.974398 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59576) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:08.999649 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:09.012624 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-49b9298d-1a05-49c9-a9b9-ffa3d92fad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (df98c759-dc1c-476b-ab39-4704f06fd8d7), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.016896 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-49b9298d-1a05-49c9-a9b9-ffa3d92fad79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.024189 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-49b9298d-1a05-49c9-a9b9-ffa3d92fad79 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/df98c759-dc1c-476b-ab39-4704f06fd8d7 HTTP/1.1" status: 204 len: 168 time: 0.2842557 Oct 04 08:54:09.056541 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9298d-1a05-49c9-a9b9-ffa3d92fad79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df98c759-dc1c-476b-ab39-4704f06fd8d7,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:09.122417 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-49426bf5-d90e-4829-b674-26f436315cf7 admin admin] Publish callbacks [] for security_group (bca20222-7f95-40d8-a43d-be8c961bed31), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.129038 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-49426bf5-d90e-4829-b674-26f436315cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (bca20222-7f95-40d8-a43d-be8c961bed31), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.220087 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-49426bf5-d90e-4829-b674-26f436315cf7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fdfb6805df6e4588b3b186c6cde0eb31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931511 Oct 04 08:54:09.222203 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49426bf5-d90e-4829-b674-26f436315cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca20222-7f95-40d8-a43d-be8c961bed31,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:09.222938 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-186503727-network', 'tenant_id': 'cfac5d4bfbf642e4aaf96e487730e950'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:09.227077 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59582) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:09.259613 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Made reservation on behalf of cfac5d4bfbf642e4aaf96e487730e950 for: {'network': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:54:09.263096 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.278286 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.324673 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-faa5516e-5b41-40a0-b758-3fa59a478a1f admin admin] Publish callbacks [] for security_group (bca20222-7f95-40d8-a43d-be8c961bed31), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.366538 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-faa5516e-5b41-40a0-b758-3fa59a478a1f admin admin] Publish callbacks [] for security_group (bca20222-7f95-40d8-a43d-be8c961bed31), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.411530 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Publish callbacks [] for security_group (62d0c25d-864b-4414-8f4f-79b7cd2f6193), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.416253 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (62d0c25d-864b-4414-8f4f-79b7cd2f6193), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.438020 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-faa5516e-5b41-40a0-b758-3fa59a478a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (bca20222-7f95-40d8-a43d-be8c961bed31), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.441375 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-faa5516e-5b41-40a0-b758-3fa59a478a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.445727 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-faa5516e-5b41-40a0-b758-3fa59a478a1f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bca20222-7f95-40d8-a43d-be8c961bed31 HTTP/1.1" status: 204 len: 168 time: 0.2167261 Oct 04 08:54:09.452364 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=106411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:54:09.456020 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5516e-5b41-40a0-b758-3fa59a478a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca20222-7f95-40d8-a43d-be8c961bed31,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:09.472504 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d0c25d-864b-4414-8f4f-79b7cd2f6193,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:09.496811 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (fad5a8c4-ed5c-404f-877a-1d940a9b01a8), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.497168 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.segments_db [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Added segment fad5a8c4-ed5c-404f-877a-1d940a9b01a8 of type vlan for network 79ade493-a0d1-47d1-a1a8-b5b936d016cb Oct 04 08:54:09.553710 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (79ade493-a0d1-47d1-a1a8-b5b936d016cb), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.597918 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (79ade493-a0d1-47d1-a1a8-b5b936d016cb), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.600321 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:09.604790 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.695196 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7186558 Oct 04 08:54:09.698191 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59596) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:09.705246 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-67df6c4d-9d41-49d4-a9e0-e2a8232f9584 admin admin] Request body: {'subnet': {'network_id': '79ade493-a0d1-47d1-a1a8-b5b936d016cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-186503727-subnet', 'tenant_id': 'cfac5d4bfbf642e4aaf96e487730e950', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:09.720327 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730da73-ad17-43dc-bf1b-3161ebaf92a2 admin admin] Pushing event updated for resources: {'Network': ['ID=79ade493-a0d1-47d1-a1a8-b5b936d016cb,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:09.736412 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network 79ade493-a0d1-47d1-a1a8-b5b936d016cb details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:54:09.739056 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67df6c4d-9d41-49d4-a9e0-e2a8232f9584 admin admin] Made reservation on behalf of cfac5d4bfbf642e4aaf96e487730e950 for: {'subnet': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:54:09.743800 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-67df6c4d-9d41-49d4-a9e0-e2a8232f9584 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12886582'] for subnet (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:09.948783 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:10.037650 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-67df6c4d-9d41-49d4-a9e0-e2a8232f9584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14467641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12886564'] for subnet (f7430e4a-e79a-47f6-8fe6-54e8ba52c371), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:10.112148 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df6c4d-9d41-49d4-a9e0-e2a8232f9584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7430e4a-e79a-47f6-8fe6-54e8ba52c371,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:10.135255 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67df6c4d-9d41-49d4-a9e0-e2a8232f9584 admin admin] Checking segment: {'id': 'fad5a8c4-ed5c-404f-877a-1d940a9b01a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '79ade493-a0d1-47d1-a1a8-b5b936d016cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:54:10.135604 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df6c4d-9d41-49d4-a9e0-e2a8232f9584 admin admin] Network hostable DHCP agents. Network: 79ade493-a0d1-47d1-a1a8-b5b936d016cb, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:54:10.161639 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df6c4d-9d41-49d4-a9e0-e2a8232f9584 admin admin] Network 79ade493-a0d1-47d1-a1a8-b5b936d016cb is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:54:10.176199 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-67df6c4d-9d41-49d4-a9e0-e2a8232f9584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, 79ade493-a0d1-47d1-a1a8-b5b936d016cb) {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:54:10.189707 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9341a8-1b32-4a00-b952-cedd1b1998d5 None None] Network 79ade493-a0d1-47d1-a1a8-b5b936d016cb requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:54:10.189941 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67df6c4d-9d41-49d4-a9e0-e2a8232f9584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:10.191085 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-67df6c4d-9d41-49d4-a9e0-e2a8232f9584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:10.217320 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-67df6c4d-9d41-49d4-a9e0-e2a8232f9584 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5177345 Oct 04 08:54:10.301944 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:10.500065 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc6971d-29eb-42d5-a3f2-467e19fccf83 None None] Network 79ade493-a0d1-47d1-a1a8-b5b936d016cb requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:54:11.376571 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59658) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:11.383913 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-972607427-network', 'tenant_id': '7f675af5f4354320a905f217fdc3c54a'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:11.405460 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Made reservation on behalf of 7f675af5f4354320a905f217fdc3c54a for: {'network': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:54:11.408482 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:11.420190 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:11.487487 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:11.522084 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Publish callbacks [] for security_group (864b1c18-072e-4c5a-b426-923a2f8a817b), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:11.526539 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (864b1c18-072e-4c5a-b426-923a2f8a817b), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:11.556981 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=106411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:54:11.562770 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864b1c18-072e-4c5a-b426-923a2f8a817b,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:11.572147 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (b616e950-976e-4fd9-81ce-70b52ec6a560), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:11.572698 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.segments_db [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Added segment b616e950-976e-4fd9-81ce-70b52ec6a560 of type vlan for network 4123c0a6-74f8-404d-89e7-5229e6061953 Oct 04 08:54:11.624778 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (4123c0a6-74f8-404d-89e7-5229e6061953), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:11.653406 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (4123c0a6-74f8-404d-89e7-5229e6061953), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:11.654468 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:11.655092 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:11.700857 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:11.722791 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3441205 Oct 04 08:54:11.726417 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59674) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:11.731393 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-eeae8496-8223-464e-8916-5e8fc053708b admin admin] Request body: {'subnet': {'network_id': '4123c0a6-74f8-404d-89e7-5229e6061953', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-972607427-subnet', 'tenant_id': '7f675af5f4354320a905f217fdc3c54a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:54:11.732743 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c903c5-9043-4f67-b6c6-5bebeb14e0e6 admin admin] Pushing event updated for resources: {'Network': ['ID=4123c0a6-74f8-404d-89e7-5229e6061953,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:11.745976 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network 4123c0a6-74f8-404d-89e7-5229e6061953 details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:54:11.758433 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeae8496-8223-464e-8916-5e8fc053708b admin admin] Made reservation on behalf of 7f675af5f4354320a905f217fdc3c54a for: {'subnet': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:54:11.760550 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eeae8496-8223-464e-8916-5e8fc053708b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12886582'] for subnet (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:11.978506 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eeae8496-8223-464e-8916-5e8fc053708b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14467641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12886564'] for subnet (b6410333-889e-4bff-b87a-50ff83a737c4), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.007218 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:12.044225 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae8496-8223-464e-8916-5e8fc053708b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6410333-889e-4bff-b87a-50ff83a737c4,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:12.067573 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeae8496-8223-464e-8916-5e8fc053708b admin admin] Checking segment: {'id': 'b616e950-976e-4fd9-81ce-70b52ec6a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4123c0a6-74f8-404d-89e7-5229e6061953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:54:12.067904 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeae8496-8223-464e-8916-5e8fc053708b admin admin] Network hostable DHCP agents. Network: 4123c0a6-74f8-404d-89e7-5229e6061953, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:54:12.076675 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.092983 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeae8496-8223-464e-8916-5e8fc053708b admin admin] Network 4123c0a6-74f8-404d-89e7-5229e6061953 is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:54:12.110934 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-eeae8496-8223-464e-8916-5e8fc053708b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, 4123c0a6-74f8-404d-89e7-5229e6061953) {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:54:12.117382 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae8496-8223-464e-8916-5e8fc053708b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:54:12.118403 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-eeae8496-8223-464e-8916-5e8fc053708b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.128077 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d478b2-ee37-489a-a45a-43300a8342ea None None] Network 4123c0a6-74f8-404d-89e7-5229e6061953 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:54:12.143549 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-eeae8496-8223-464e-8916-5e8fc053708b admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4154985 Oct 04 08:54:12.214090 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:12.224856 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59694) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:12.280880 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f7bd6-e994-455b-bbac-221b5a5242f4 None None] Network 4123c0a6-74f8-404d-89e7-5229e6061953 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:54:12.368536 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59700) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:12.419219 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_v2 [None req-367c2c1b-2819-4a83-b606-2669258394c7 admin admin] Deleting subnet f7430e4a-e79a-47f6-8fe6-54e8ba52c371 {{(pid=106410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:54:12.423097 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-367c2c1b-2819-4a83-b606-2669258394c7 admin admin] Publish callbacks [] for subnet (f7430e4a-e79a-47f6-8fe6-54e8ba52c371), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.460598 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-367c2c1b-2819-4a83-b606-2669258394c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15344687'] for subnet (f7430e4a-e79a-47f6-8fe6-54e8ba52c371), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.503771 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59702) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:12.511489 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-367c2c1b-2819-4a83-b606-2669258394c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (f7430e4a-e79a-47f6-8fe6-54e8ba52c371), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.569620 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-367c2c1b-2819-4a83-b606-2669258394c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14467704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12886999'] for subnet (f7430e4a-e79a-47f6-8fe6-54e8ba52c371), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.571723 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9ff23f30-6242-42cf-b984-7195d9b6d899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.580439 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a7568dd6-2460-46d2-88b7-71661093b542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.596214 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c2c1b-2819-4a83-b606-2669258394c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7430e4a-e79a-47f6-8fe6-54e8ba52c371,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:12.600587 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-367c2c1b-2819-4a83-b606-2669258394c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.603894 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-367c2c1b-2819-4a83-b606-2669258394c7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/f7430e4a-e79a-47f6-8fe6-54e8ba52c371 HTTP/1.1" status: 204 len: 168 time: 0.2338505 Oct 04 08:54:12.606460 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59706) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:12.671549 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:12.683951 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dddee7d2-c8bf-446e-a774-4ab73930ee32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (79ade493-a0d1-47d1-a1a8-b5b936d016cb), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.738812 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9ff23f30-6242-42cf-b984-7195d9b6d899 admin admin] Publish callbacks [] for security_group (c9ed58d1-1e87-41f7-a448-da8e1fc93377), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.741892 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a7568dd6-2460-46d2-88b7-71661093b542 admin admin] Publish callbacks [] for security_group (8396935b-797e-4454-b1fc-d35a3aba757b), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.743825 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9ff23f30-6242-42cf-b984-7195d9b6d899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (c9ed58d1-1e87-41f7-a448-da8e1fc93377), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.750831 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a7568dd6-2460-46d2-88b7-71661093b542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (8396935b-797e-4454-b1fc-d35a3aba757b), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.772095 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dddee7d2-c8bf-446e-a774-4ab73930ee32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (79ade493-a0d1-47d1-a1a8-b5b936d016cb), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.796910 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-dddee7d2-c8bf-446e-a774-4ab73930ee32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ade493-a0d1-47d1-a1a8-b5b936d016cb']}} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:12.804832 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff23f30-6242-42cf-b984-7195d9b6d899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ed58d1-1e87-41f7-a448-da8e1fc93377,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:12.809472 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-dddee7d2-c8bf-446e-a774-4ab73930ee32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad5a8c4-ed5c-404f-877a-1d940a9b01a8') {'for_net_delete': True} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:12.810042 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-dddee7d2-c8bf-446e-a774-4ab73930ee32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad5a8c4-ed5c-404f-877a-1d940a9b01a8') {} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:12.811721 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-9ff23f30-6242-42cf-b984-7195d9b6d899 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fd62019b03d94f82ad3749682df7fa29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5856934 Oct 04 08:54:12.815035 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59708) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:12.821474 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-a7568dd6-2460-46d2-88b7-71661093b542 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a5ee0ef889574572b3cd6a415908d254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121758 Oct 04 08:54:12.824216 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59710) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:12.848955 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dddee7d2-c8bf-446e-a774-4ab73930ee32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15344726'] for segment (fad5a8c4-ed5c-404f-877a-1d940a9b01a8), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.858432 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7568dd6-2460-46d2-88b7-71661093b542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8396935b-797e-4454-b1fc-d35a3aba757b,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:12.878046 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dddee7d2-c8bf-446e-a774-4ab73930ee32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (fad5a8c4-ed5c-404f-877a-1d940a9b01a8), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.892075 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddee7d2-c8bf-446e-a774-4ab73930ee32 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=106410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:54:12.892478 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dddee7d2-c8bf-446e-a774-4ab73930ee32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14467730'] for segment (fad5a8c4-ed5c-404f-877a-1d940a9b01a8), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.894247 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-de5b2cfa-838a-4ce8-b745-1cabb00db09c admin admin] Publish callbacks [] for security_group (8396935b-797e-4454-b1fc-d35a3aba757b), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.918432 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-de5b2cfa-838a-4ce8-b745-1cabb00db09c admin admin] Publish callbacks [] for security_group (8396935b-797e-4454-b1fc-d35a3aba757b), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.945792 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment fad5a8c4-ed5c-404f-877a-1d940a9b01a8 resource provider aggregate not found Oct 04 08:54:12.977395 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b4bac4d1-a5a2-4bd5-ac8d-61d2ef6044d5 admin admin] Publish callbacks [] for security_group (c9ed58d1-1e87-41f7-a448-da8e1fc93377), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.985440 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-de5b2cfa-838a-4ce8-b745-1cabb00db09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (8396935b-797e-4454-b1fc-d35a3aba757b), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.988892 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment fad5a8c4-ed5c-404f-877a-1d940a9b01a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fad5a8c4-ed5c-404f-877a-1d940a9b01a8 found for delete ", "request_id": "req-6496146f-d4e7-4f6e-911e-f1884e56b35b"}]} Oct 04 08:54:12.989973 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-de5b2cfa-838a-4ce8-b745-1cabb00db09c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:12.994863 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-de5b2cfa-838a-4ce8-b745-1cabb00db09c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8396935b-797e-4454-b1fc-d35a3aba757b HTTP/1.1" status: 204 len: 168 time: 0.1661625 Oct 04 08:54:12.995075 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dddee7d2-c8bf-446e-a774-4ab73930ee32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (79ade493-a0d1-47d1-a1a8-b5b936d016cb), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.000334 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b2cfa-838a-4ce8-b745-1cabb00db09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8396935b-797e-4454-b1fc-d35a3aba757b,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:13.011759 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dddee7d2-c8bf-446e-a774-4ab73930ee32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.019621 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-dddee7d2-c8bf-446e-a774-4ab73930ee32 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/79ade493-a0d1-47d1-a1a8-b5b936d016cb HTTP/1.1" status: 204 len: 168 time: 0.4075065 Oct 04 08:54:13.021087 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59718) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:13.023956 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddee7d2-c8bf-446e-a774-4ab73930ee32 admin admin] Pushing event deleted for resources: {'Network': ['ID=79ade493-a0d1-47d1-a1a8-b5b936d016cb,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:13.027237 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b4bac4d1-a5a2-4bd5-ac8d-61d2ef6044d5 admin admin] Publish callbacks [] for security_group (c9ed58d1-1e87-41f7-a448-da8e1fc93377), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.053505 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:13.083280 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d58e67-4d8b-437c-985c-3de29a7fab43 admin admin] Deleting subnet b6410333-889e-4bff-b87a-50ff83a737c4 {{(pid=106411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:54:13.087421 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-29d58e67-4d8b-437c-985c-3de29a7fab43 admin admin] Publish callbacks [] for subnet (b6410333-889e-4bff-b87a-50ff83a737c4), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.102942 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b4bac4d1-a5a2-4bd5-ac8d-61d2ef6044d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (c9ed58d1-1e87-41f7-a448-da8e1fc93377), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.105920 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-b4bac4d1-a5a2-4bd5-ac8d-61d2ef6044d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.107547 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-b4bac4d1-a5a2-4bd5-ac8d-61d2ef6044d5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c9ed58d1-1e87-41f7-a448-da8e1fc93377 HTTP/1.1" status: 204 len: 168 time: 0.2906370 Oct 04 08:54:13.117557 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bac4d1-a5a2-4bd5-ac8d-61d2ef6044d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ed58d1-1e87-41f7-a448-da8e1fc93377,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:13.149032 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-29d58e67-4d8b-437c-985c-3de29a7fab43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12738596'] for subnet (b6410333-889e-4bff-b87a-50ff83a737c4), precommit_delete_associations {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.221021 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-29d58e67-4d8b-437c-985c-3de29a7fab43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (b6410333-889e-4bff-b87a-50ff83a737c4), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.297248 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-29d58e67-4d8b-437c-985c-3de29a7fab43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12655087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12803188'] for subnet (b6410333-889e-4bff-b87a-50ff83a737c4), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.327529 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d58e67-4d8b-437c-985c-3de29a7fab43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6410333-889e-4bff-b87a-50ff83a737c4,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:13.333907 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-29d58e67-4d8b-437c-985c-3de29a7fab43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.337168 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-29d58e67-4d8b-437c-985c-3de29a7fab43 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/b6410333-889e-4bff-b87a-50ff83a737c4 HTTP/1.1" status: 204 len: 168 time: 0.3143342 Oct 04 08:54:13.339935 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59724) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:13.389276 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:13.434969 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-ba5b33fc-e8d2-4ecd-a532-69f23970ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (4123c0a6-74f8-404d-89e7-5229e6061953), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.539619 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-ba5b33fc-e8d2-4ecd-a532-69f23970ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (4123c0a6-74f8-404d-89e7-5229e6061953), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.556239 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59728) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:13.562619 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:13.564147 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-ba5b33fc-e8d2-4ecd-a532-69f23970ff41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4123c0a6-74f8-404d-89e7-5229e6061953']}} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:13.573024 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-52bfdd5a-4a39-401b-8ca5-16cc01286664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.576623 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-ba5b33fc-e8d2-4ecd-a532-69f23970ff41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b616e950-976e-4fd9-81ce-70b52ec6a560') {'for_net_delete': True} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:13.577454 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-ba5b33fc-e8d2-4ecd-a532-69f23970ff41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b616e950-976e-4fd9-81ce-70b52ec6a560') {} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:54:13.590089 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-ba5b33fc-e8d2-4ecd-a532-69f23970ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12738653'] for segment (b616e950-976e-4fd9-81ce-70b52ec6a560), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.606779 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-ba5b33fc-e8d2-4ecd-a532-69f23970ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (b616e950-976e-4fd9-81ce-70b52ec6a560), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.609525 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59730) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:13.623428 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5b33fc-e8d2-4ecd-a532-69f23970ff41 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=106411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:54:13.623848 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-ba5b33fc-e8d2-4ecd-a532-69f23970ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12654853'] for segment (b616e950-976e-4fd9-81ce-70b52ec6a560), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.645078 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d3d58c2e-548d-4216-b850-14a348808c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.678524 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment b616e950-976e-4fd9-81ce-70b52ec6a560 resource provider aggregate not found Oct 04 08:54:13.700913 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment b616e950-976e-4fd9-81ce-70b52ec6a560 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b616e950-976e-4fd9-81ce-70b52ec6a560 found for delete ", "request_id": "req-a63c3ec7-324d-4a76-94b2-c91f07f2eea0"}]} Oct 04 08:54:13.719582 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-ba5b33fc-e8d2-4ecd-a532-69f23970ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (4123c0a6-74f8-404d-89e7-5229e6061953), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.741604 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-ba5b33fc-e8d2-4ecd-a532-69f23970ff41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.744908 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-ba5b33fc-e8d2-4ecd-a532-69f23970ff41 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/4123c0a6-74f8-404d-89e7-5229e6061953 HTTP/1.1" status: 204 len: 168 time: 0.4033096 Oct 04 08:54:13.748187 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b33fc-e8d2-4ecd-a532-69f23970ff41 admin admin] Pushing event deleted for resources: {'Network': ['ID=4123c0a6-74f8-404d-89e7-5229e6061953,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:13.770240 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-52bfdd5a-4a39-401b-8ca5-16cc01286664 admin admin] Publish callbacks [] for security_group (a71701cb-3092-4338-9f80-9dc45042fc40), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.775098 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-52bfdd5a-4a39-401b-8ca5-16cc01286664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (a71701cb-3092-4338-9f80-9dc45042fc40), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.804333 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d3d58c2e-548d-4216-b850-14a348808c92 admin admin] Publish callbacks [] for security_group (54bf639b-1186-40f1-a719-e75134be27ec), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.808847 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d3d58c2e-548d-4216-b850-14a348808c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (54bf639b-1186-40f1-a719-e75134be27ec), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.814185 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-52bfdd5a-4a39-401b-8ca5-16cc01286664 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=edb31accb7ce4043851e014c7dcf2049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567875 Oct 04 08:54:13.818652 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59738) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:13.840529 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfdd5a-4a39-401b-8ca5-16cc01286664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71701cb-3092-4338-9f80-9dc45042fc40,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:13.854614 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-d3d58c2e-548d-4216-b850-14a348808c92 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d87192cfe5fc41fbba72dd266a0c8e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440362 Oct 04 08:54:13.855525 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d58c2e-548d-4216-b850-14a348808c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bf639b-1186-40f1-a719-e75134be27ec,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:13.857886 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59740) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:13.889331 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3e9d4743-a6f2-4217-8976-ebb28010774c admin admin] Publish callbacks [] for security_group (a71701cb-3092-4338-9f80-9dc45042fc40), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.911938 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3e9d4743-a6f2-4217-8976-ebb28010774c admin admin] Publish callbacks [] for security_group (a71701cb-3092-4338-9f80-9dc45042fc40), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.916796 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b397825a-90fd-44ae-8c66-a750790408d6 admin admin] Publish callbacks [] for security_group (54bf639b-1186-40f1-a719-e75134be27ec), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.944065 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b397825a-90fd-44ae-8c66-a750790408d6 admin admin] Publish callbacks [] for security_group (54bf639b-1186-40f1-a719-e75134be27ec), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.968715 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3e9d4743-a6f2-4217-8976-ebb28010774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (a71701cb-3092-4338-9f80-9dc45042fc40), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.972125 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3e9d4743-a6f2-4217-8976-ebb28010774c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:13.975747 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:13.975944 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-3e9d4743-a6f2-4217-8976-ebb28010774c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a71701cb-3092-4338-9f80-9dc45042fc40 HTTP/1.1" status: 204 len: 168 time: 0.1537261 Oct 04 08:54:13.991966 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d4743-a6f2-4217-8976-ebb28010774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71701cb-3092-4338-9f80-9dc45042fc40,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:14.028820 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b397825a-90fd-44ae-8c66-a750790408d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (54bf639b-1186-40f1-a719-e75134be27ec), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:14.032376 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b397825a-90fd-44ae-8c66-a750790408d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:14.036405 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-b397825a-90fd-44ae-8c66-a750790408d6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/54bf639b-1186-40f1-a719-e75134be27ec HTTP/1.1" status: 204 len: 168 time: 0.1753418 Oct 04 08:54:14.047540 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397825a-90fd-44ae-8c66-a750790408d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bf639b-1186-40f1-a719-e75134be27ec,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:14.121935 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59746) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:14.185080 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-9f0eca74-e311-4357-b54a-5a1d24cccc0c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=cfac5d4bfbf642e4aaf96e487730e950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0615196 Oct 04 08:54:14.187818 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59750) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:14.265015 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-8e290e92-610a-4536-8596-759c43acbf8a admin admin] Publish callbacks [] for security_group (62d0c25d-864b-4414-8f4f-79b7cd2f6193), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:14.291039 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-8e290e92-610a-4536-8596-759c43acbf8a admin admin] Publish callbacks [] for security_group (62d0c25d-864b-4414-8f4f-79b7cd2f6193), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:14.348463 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-8e290e92-610a-4536-8596-759c43acbf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (62d0c25d-864b-4414-8f4f-79b7cd2f6193), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:14.353058 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-8e290e92-610a-4536-8596-759c43acbf8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:14.354826 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-8e290e92-610a-4536-8596-759c43acbf8a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/62d0c25d-864b-4414-8f4f-79b7cd2f6193 HTTP/1.1" status: 204 len: 168 time: 0.1648023 Oct 04 08:54:14.366139 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e290e92-610a-4536-8596-759c43acbf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d0c25d-864b-4414-8f4f-79b7cd2f6193,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:14.843257 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59774) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:14.894572 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-4e2b2601-4630-422c-9cb7-1eb4b1d24836 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7f675af5f4354320a905f217fdc3c54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501437 Oct 04 08:54:14.896964 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59778) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:14.952823 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-52574619-3d4a-4b62-bbe5-bad3d595bdf9 admin admin] Publish callbacks [] for security_group (864b1c18-072e-4c5a-b426-923a2f8a817b), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:14.981047 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-52574619-3d4a-4b62-bbe5-bad3d595bdf9 admin admin] Publish callbacks [] for security_group (864b1c18-072e-4c5a-b426-923a2f8a817b), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:14.996885 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:15.071541 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-52574619-3d4a-4b62-bbe5-bad3d595bdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (864b1c18-072e-4c5a-b426-923a2f8a817b), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:15.074132 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-52574619-3d4a-4b62-bbe5-bad3d595bdf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:15.075828 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-52574619-3d4a-4b62-bbe5-bad3d595bdf9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/864b1c18-072e-4c5a-b426-923a2f8a817b HTTP/1.1" status: 204 len: 168 time: 0.1774256 Oct 04 08:54:15.105950 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52574619-3d4a-4b62-bbe5-bad3d595bdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864b1c18-072e-4c5a-b426-923a2f8a817b,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:17.578960 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59928) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:17.611486 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59932) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:17.723231 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-69f697b7-8737-41e7-8d69-6546f17123fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:17.754949 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cba0a52e-2c3b-43b9-9ac6-1b408058e262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:17.821382 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:17.835967 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-69f697b7-8737-41e7-8d69-6546f17123fe admin admin] Publish callbacks [] for security_group (710adec6-cf8a-4ef0-8d94-7aa1a76f6635), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:17.840593 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-69f697b7-8737-41e7-8d69-6546f17123fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (710adec6-cf8a-4ef0-8d94-7aa1a76f6635), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:17.856572 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cba0a52e-2c3b-43b9-9ac6-1b408058e262 admin admin] Publish callbacks [] for security_group (e4dfa7e9-5530-478c-9b7f-b21853d84e15), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:17.861048 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-cba0a52e-2c3b-43b9-9ac6-1b408058e262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e4dfa7e9-5530-478c-9b7f-b21853d84e15), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:17.870287 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-69f697b7-8737-41e7-8d69-6546f17123fe admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=53de45de91a645adb4f14282f94fedc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895451 Oct 04 08:54:17.878249 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59942) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:17.901149 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-cba0a52e-2c3b-43b9-9ac6-1b408058e262 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=533127700c2e4aa3945c8197e678ff52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884359 Oct 04 08:54:17.906231 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59944) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:17.923790 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0a52e-2c3b-43b9-9ac6-1b408058e262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dfa7e9-5530-478c-9b7f-b21853d84e15,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:17.944705 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f697b7-8737-41e7-8d69-6546f17123fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710adec6-cf8a-4ef0-8d94-7aa1a76f6635,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:17.960716 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9086-0eec-496b-83d1-810cc6faf874 admin admin] Publish callbacks [] for security_group (710adec6-cf8a-4ef0-8d94-7aa1a76f6635), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:17.977345 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5afe0aae-210e-4a20-a3e4-7a67acfe05ad admin admin] Publish callbacks [] for security_group (e4dfa7e9-5530-478c-9b7f-b21853d84e15), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:17.992875 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9086-0eec-496b-83d1-810cc6faf874 admin admin] Publish callbacks [] for security_group (710adec6-cf8a-4ef0-8d94-7aa1a76f6635), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.007720 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5afe0aae-210e-4a20-a3e4-7a67acfe05ad admin admin] Publish callbacks [] for security_group (e4dfa7e9-5530-478c-9b7f-b21853d84e15), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.056059 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9086-0eec-496b-83d1-810cc6faf874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (710adec6-cf8a-4ef0-8d94-7aa1a76f6635), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.059242 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9086-0eec-496b-83d1-810cc6faf874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.063205 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-b0eb9086-0eec-496b-83d1-810cc6faf874 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/710adec6-cf8a-4ef0-8d94-7aa1a76f6635 HTTP/1.1" status: 204 len: 168 time: 0.1836784 Oct 04 08:54:18.071848 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5afe0aae-210e-4a20-a3e4-7a67acfe05ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e4dfa7e9-5530-478c-9b7f-b21853d84e15), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.072256 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb9086-0eec-496b-83d1-810cc6faf874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710adec6-cf8a-4ef0-8d94-7aa1a76f6635,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:18.075762 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-5afe0aae-210e-4a20-a3e4-7a67acfe05ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.077148 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-5afe0aae-210e-4a20-a3e4-7a67acfe05ad admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e4dfa7e9-5530-478c-9b7f-b21853d84e15 HTTP/1.1" status: 204 len: 168 time: 0.1699686 Oct 04 08:54:18.087770 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe0aae-210e-4a20-a3e4-7a67acfe05ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dfa7e9-5530-478c-9b7f-b21853d84e15,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:18.378470 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59956) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:18.380762 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 59958) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:18.393975 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f030149d-612b-4de0-b1bc-503cc08943ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.394402 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-26bd935f-9afa-484b-a7d2-d64af4a78d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.427498 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:18.447039 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:18.480768 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f030149d-612b-4de0-b1bc-503cc08943ab admin admin] Publish callbacks [] for security_group (6318ff66-35f7-4598-8a7d-916cd592965f), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.485389 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f030149d-612b-4de0-b1bc-503cc08943ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (6318ff66-35f7-4598-8a7d-916cd592965f), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.487862 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-26bd935f-9afa-484b-a7d2-d64af4a78d41 admin admin] Publish callbacks [] for security_group (dc22dfb8-ae3a-4718-bee2-c6795433644f), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.491828 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-26bd935f-9afa-484b-a7d2-d64af4a78d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (dc22dfb8-ae3a-4718-bee2-c6795433644f), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.528715 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030149d-612b-4de0-b1bc-503cc08943ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6318ff66-35f7-4598-8a7d-916cd592965f,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:18.536474 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-f030149d-612b-4de0-b1bc-503cc08943ab admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f33d3d6fd66d4f318b0fa8ea1152ed06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537347 Oct 04 08:54:18.536686 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-26bd935f-9afa-484b-a7d2-d64af4a78d41 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4055151d88454fe0889a45450039bd7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543417 Oct 04 08:54:18.537043 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd935f-9afa-484b-a7d2-d64af4a78d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc22dfb8-ae3a-4718-bee2-c6795433644f,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:18.538890 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59960) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:18.539219 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 59962) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:18.633731 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e3dbcdc2-b607-4fdb-b219-5a9a076fff3f admin admin] Publish callbacks [] for security_group (6318ff66-35f7-4598-8a7d-916cd592965f), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.635716 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e4580f3e-679e-48d1-b270-ae54554cd16d admin admin] Publish callbacks [] for security_group (dc22dfb8-ae3a-4718-bee2-c6795433644f), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.670927 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e3dbcdc2-b607-4fdb-b219-5a9a076fff3f admin admin] Publish callbacks [] for security_group (6318ff66-35f7-4598-8a7d-916cd592965f), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.673946 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e4580f3e-679e-48d1-b270-ae54554cd16d admin admin] Publish callbacks [] for security_group (dc22dfb8-ae3a-4718-bee2-c6795433644f), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.754336 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e4580f3e-679e-48d1-b270-ae54554cd16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (dc22dfb8-ae3a-4718-bee2-c6795433644f), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.756852 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e4580f3e-679e-48d1-b270-ae54554cd16d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.757993 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-e4580f3e-679e-48d1-b270-ae54554cd16d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dc22dfb8-ae3a-4718-bee2-c6795433644f HTTP/1.1" status: 204 len: 168 time: 0.2166910 Oct 04 08:54:18.760881 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e3dbcdc2-b607-4fdb-b219-5a9a076fff3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (6318ff66-35f7-4598-8a7d-916cd592965f), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.763230 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e3dbcdc2-b607-4fdb-b219-5a9a076fff3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:18.764266 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-e3dbcdc2-b607-4fdb-b219-5a9a076fff3f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6318ff66-35f7-4598-8a7d-916cd592965f HTTP/1.1" status: 204 len: 168 time: 0.2241280 Oct 04 08:54:18.770689 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4580f3e-679e-48d1-b270-ae54554cd16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc22dfb8-ae3a-4718-bee2-c6795433644f,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:18.781502 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbcdc2-b607-4fdb-b219-5a9a076fff3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6318ff66-35f7-4598-8a7d-916cd592965f,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:18.841509 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-5f727a0e-6b99-4503-afd4-9e4af00c5bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.351383 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-906518c2-e436-4525-9079-1623f6e07ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.441784 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60126) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:21.558110 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1c228b37-ee36-4d7d-9c6e-53fa88d88802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.643281 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1c228b37-ee36-4d7d-9c6e-53fa88d88802 admin admin] Publish callbacks [] for security_group (eca4163e-cfbe-4736-9866-61da260d2c2a), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.647534 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1c228b37-ee36-4d7d-9c6e-53fa88d88802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (eca4163e-cfbe-4736-9866-61da260d2c2a), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.689593 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-1c228b37-ee36-4d7d-9c6e-53fa88d88802 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6ce9d2ad0eb94ce591cb65ae15c327da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465956 Oct 04 08:54:21.690646 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c228b37-ee36-4d7d-9c6e-53fa88d88802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4163e-cfbe-4736-9866-61da260d2c2a,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:21.693374 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60138) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:21.755464 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-102f448b-2945-4f5c-9d15-af60303315fa admin admin] Publish callbacks [] for security_group (eca4163e-cfbe-4736-9866-61da260d2c2a), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.782778 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-102f448b-2945-4f5c-9d15-af60303315fa admin admin] Publish callbacks [] for security_group (eca4163e-cfbe-4736-9866-61da260d2c2a), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.837074 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-102f448b-2945-4f5c-9d15-af60303315fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (eca4163e-cfbe-4736-9866-61da260d2c2a), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.840125 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-102f448b-2945-4f5c-9d15-af60303315fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:21.843563 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-102f448b-2945-4f5c-9d15-af60303315fa admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/eca4163e-cfbe-4736-9866-61da260d2c2a HTTP/1.1" status: 204 len: 168 time: 0.1457314 Oct 04 08:54:21.852497 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f448b-2945-4f5c-9d15-af60303315fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca4163e-cfbe-4736-9866-61da260d2c2a,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:21.963630 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:54:22.184407 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60148) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:22.198471 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ee6367da-7a27-4642-91a9-ee1bd1adad01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.200057 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:22.286293 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ee6367da-7a27-4642-91a9-ee1bd1adad01 admin admin] Publish callbacks [] for security_group (6fb7713c-dd98-4d1c-86db-2e49a3469d4b), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.291175 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ee6367da-7a27-4642-91a9-ee1bd1adad01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (6fb7713c-dd98-4d1c-86db-2e49a3469d4b), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.323268 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:22.336146 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-ee6367da-7a27-4642-91a9-ee1bd1adad01 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=76cfb4910a9f4bd083d71a391166c272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506205 Oct 04 08:54:22.337050 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6367da-7a27-4642-91a9-ee1bd1adad01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb7713c-dd98-4d1c-86db-2e49a3469d4b,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:22.338990 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60150) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:22.399438 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2f324e1a-caef-412a-bc82-ef8e0d8a58c1 admin admin] Publish callbacks [] for security_group (6fb7713c-dd98-4d1c-86db-2e49a3469d4b), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.401201 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:22.425568 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2f324e1a-caef-412a-bc82-ef8e0d8a58c1 admin admin] Publish callbacks [] for security_group (6fb7713c-dd98-4d1c-86db-2e49a3469d4b), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.487549 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2f324e1a-caef-412a-bc82-ef8e0d8a58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (6fb7713c-dd98-4d1c-86db-2e49a3469d4b), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.490983 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2f324e1a-caef-412a-bc82-ef8e0d8a58c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:22.492165 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-2f324e1a-caef-412a-bc82-ef8e0d8a58c1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6fb7713c-dd98-4d1c-86db-2e49a3469d4b HTTP/1.1" status: 204 len: 168 time: 0.1501787 Oct 04 08:54:22.500628 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f324e1a-caef-412a-bc82-ef8e0d8a58c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb7713c-dd98-4d1c-86db-2e49a3469d4b,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:22.900549 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:24.398442 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:24.468641 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:24.723016 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60238) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:24.842255 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-798f83d3-1532-48a0-87f4-f1c3219b8765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:24.947166 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-798f83d3-1532-48a0-87f4-f1c3219b8765 admin admin] Publish callbacks [] for security_group (e0f4da1e-970b-45ba-9d63-5443faa7193a), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:24.951209 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-798f83d3-1532-48a0-87f4-f1c3219b8765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e0f4da1e-970b-45ba-9d63-5443faa7193a), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:24.995140 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-798f83d3-1532-48a0-87f4-f1c3219b8765 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=412bd735ddf64839bfa8d8f3e0c8191d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706926 Oct 04 08:54:24.996253 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f83d3-1532-48a0-87f4-f1c3219b8765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f4da1e-970b-45ba-9d63-5443faa7193a,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:24.997994 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60252) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:25.052947 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c9d09ef1-ad16-45de-87fa-c6254ca62f44 admin admin] Publish callbacks [] for security_group (e0f4da1e-970b-45ba-9d63-5443faa7193a), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:25.075946 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c9d09ef1-ad16-45de-87fa-c6254ca62f44 admin admin] Publish callbacks [] for security_group (e0f4da1e-970b-45ba-9d63-5443faa7193a), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:25.144612 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c9d09ef1-ad16-45de-87fa-c6254ca62f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e0f4da1e-970b-45ba-9d63-5443faa7193a), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:25.148507 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c9d09ef1-ad16-45de-87fa-c6254ca62f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:25.149862 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-c9d09ef1-ad16-45de-87fa-c6254ca62f44 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e0f4da1e-970b-45ba-9d63-5443faa7193a HTTP/1.1" status: 204 len: 168 time: 0.1508453 Oct 04 08:54:25.161083 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d09ef1-ad16-45de-87fa-c6254ca62f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f4da1e-970b-45ba-9d63-5443faa7193a,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:25.451044 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60266) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:25.465359 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85cffc68-8f1b-43df-a056-60fd378eb738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:25.548997 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85cffc68-8f1b-43df-a056-60fd378eb738 admin admin] Publish callbacks [] for security_group (93ef1a39-657d-48ce-9691-c37c90161c51), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:25.553618 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-85cffc68-8f1b-43df-a056-60fd378eb738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (93ef1a39-657d-48ce-9691-c37c90161c51), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:25.597412 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cffc68-8f1b-43df-a056-60fd378eb738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ef1a39-657d-48ce-9691-c37c90161c51,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:25.602011 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-85cffc68-8f1b-43df-a056-60fd378eb738 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a0380f7ed3fb4feaa416080d944bcb15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499174 Oct 04 08:54:25.604864 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60268) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:25.660887 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-55106c1d-a72f-43db-bb0b-3567c3c62227 admin admin] Publish callbacks [] for security_group (93ef1a39-657d-48ce-9691-c37c90161c51), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:25.682714 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-55106c1d-a72f-43db-bb0b-3567c3c62227 admin admin] Publish callbacks [] for security_group (93ef1a39-657d-48ce-9691-c37c90161c51), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:25.730680 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-55106c1d-a72f-43db-bb0b-3567c3c62227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (93ef1a39-657d-48ce-9691-c37c90161c51), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:25.733221 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-55106c1d-a72f-43db-bb0b-3567c3c62227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:25.734472 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-55106c1d-a72f-43db-bb0b-3567c3c62227 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/93ef1a39-657d-48ce-9691-c37c90161c51 HTTP/1.1" status: 204 len: 168 time: 0.1287849 Oct 04 08:54:25.745504 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55106c1d-a72f-43db-bb0b-3567c3c62227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ef1a39-657d-48ce-9691-c37c90161c51,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:26.914821 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=56 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:27.765585 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60336) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:27.888304 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-09c861ca-bafb-464e-a95b-80711aad64f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:27.953032 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:27.982101 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-09c861ca-bafb-464e-a95b-80711aad64f4 admin admin] Publish callbacks [] for security_group (1ac848eb-2883-4312-ac63-d20fd9a406dd), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:27.988772 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-09c861ca-bafb-464e-a95b-80711aad64f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (1ac848eb-2883-4312-ac63-d20fd9a406dd), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:28.050598 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c861ca-bafb-464e-a95b-80711aad64f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac848eb-2883-4312-ac63-d20fd9a406dd,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:28.070275 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60358) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:28.070836 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-09c861ca-bafb-464e-a95b-80711aad64f4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=aebd23a226e44b09abfba4ea35808192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036871 Oct 04 08:54:28.128951 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-996c7b7d-6d89-41ca-bf37-23f6773a0646 admin admin] Publish callbacks [] for security_group (1ac848eb-2883-4312-ac63-d20fd9a406dd), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:28.152100 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-996c7b7d-6d89-41ca-bf37-23f6773a0646 admin admin] Publish callbacks [] for security_group (1ac848eb-2883-4312-ac63-d20fd9a406dd), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:28.159286 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:28.215122 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-996c7b7d-6d89-41ca-bf37-23f6773a0646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (1ac848eb-2883-4312-ac63-d20fd9a406dd), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:28.218104 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-996c7b7d-6d89-41ca-bf37-23f6773a0646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:28.223090 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-996c7b7d-6d89-41ca-bf37-23f6773a0646 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1ac848eb-2883-4312-ac63-d20fd9a406dd HTTP/1.1" status: 204 len: 168 time: 0.1509020 Oct 04 08:54:28.235529 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c7b7d-6d89-41ca-bf37-23f6773a0646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac848eb-2883-4312-ac63-d20fd9a406dd,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:28.548032 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60368) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:28.563213 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3ed81fb8-68c3-4689-9f15-cc26012d6185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:28.645116 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3ed81fb8-68c3-4689-9f15-cc26012d6185 admin admin] Publish callbacks [] for security_group (bef671d1-71a1-49a8-b681-228de18368e6), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:28.648600 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-3ed81fb8-68c3-4689-9f15-cc26012d6185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (bef671d1-71a1-49a8-b681-228de18368e6), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:28.690899 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-3ed81fb8-68c3-4689-9f15-cc26012d6185 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fd79204541a74073afd02f5fc7ae60d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408117 Oct 04 08:54:28.691400 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed81fb8-68c3-4689-9f15-cc26012d6185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef671d1-71a1-49a8-b681-228de18368e6,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:28.693797 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60372) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:28.758686 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0f7237f2-25a1-4c66-9035-03baf44a15e0 admin admin] Publish callbacks [] for security_group (bef671d1-71a1-49a8-b681-228de18368e6), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:28.778671 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0f7237f2-25a1-4c66-9035-03baf44a15e0 admin admin] Publish callbacks [] for security_group (bef671d1-71a1-49a8-b681-228de18368e6), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:28.831676 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0f7237f2-25a1-4c66-9035-03baf44a15e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (bef671d1-71a1-49a8-b681-228de18368e6), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:28.834219 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0f7237f2-25a1-4c66-9035-03baf44a15e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:28.835444 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-0f7237f2-25a1-4c66-9035-03baf44a15e0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bef671d1-71a1-49a8-b681-228de18368e6 HTTP/1.1" status: 204 len: 168 time: 0.1403522 Oct 04 08:54:28.845284 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7237f2-25a1-4c66-9035-03baf44a15e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef671d1-71a1-49a8-b681-228de18368e6,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:29.545098 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60406) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:29.790200 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff9d8-8a45-432c-920b-72d12f40ca06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:29.885259 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=68,neutron:DELETE=1,neutron:INSERT=30,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:29.929570 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff9d8-8a45-432c-920b-72d12f40ca06 admin admin] Publish callbacks [] for security_group (157e578b-108c-4a21-9a2f-ae0b9423cb16), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:29.933862 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff9d8-8a45-432c-920b-72d12f40ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (157e578b-108c-4a21-9a2f-ae0b9423cb16), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:29.980103 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-1b7ff9d8-8a45-432c-920b-72d12f40ca06 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bdf5f8fc46c945348c88540f6217bd64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4338744 Oct 04 08:54:29.980993 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ff9d8-8a45-432c-920b-72d12f40ca06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157e578b-108c-4a21-9a2f-ae0b9423cb16,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:29.983487 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60418) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:30.046080 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:30.065202 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2fee746d-b5f4-4670-83c0-c9f83fae213c admin admin] Publish callbacks [] for security_group (157e578b-108c-4a21-9a2f-ae0b9423cb16), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:30.089808 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2fee746d-b5f4-4670-83c0-c9f83fae213c admin admin] Publish callbacks [] for security_group (157e578b-108c-4a21-9a2f-ae0b9423cb16), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:30.175351 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2fee746d-b5f4-4670-83c0-c9f83fae213c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (157e578b-108c-4a21-9a2f-ae0b9423cb16), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:30.178086 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2fee746d-b5f4-4670-83c0-c9f83fae213c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:30.188335 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-2fee746d-b5f4-4670-83c0-c9f83fae213c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/157e578b-108c-4a21-9a2f-ae0b9423cb16 HTTP/1.1" status: 204 len: 168 time: 0.1905987 Oct 04 08:54:30.197822 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee746d-b5f4-4670-83c0-c9f83fae213c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157e578b-108c-4a21-9a2f-ae0b9423cb16,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:30.855130 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60450) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:30.997909 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-aa682adb-2617-473e-9267-02f37747e254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.086501 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-aa682adb-2617-473e-9267-02f37747e254 admin admin] Publish callbacks [] for security_group (7b282edf-9c0b-4786-98ca-6736f7afe6fe), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.091477 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-aa682adb-2617-473e-9267-02f37747e254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (7b282edf-9c0b-4786-98ca-6736f7afe6fe), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.134475 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-aa682adb-2617-473e-9267-02f37747e254 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ceeb8683cf0445dca652d70cd9782007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781117 Oct 04 08:54:31.135588 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa682adb-2617-473e-9267-02f37747e254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b282edf-9c0b-4786-98ca-6736f7afe6fe,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:31.137200 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60458) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:31.190063 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fa806e60-f173-4d5b-b190-d942ec5a52b9 admin admin] Publish callbacks [] for security_group (7b282edf-9c0b-4786-98ca-6736f7afe6fe), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.212212 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fa806e60-f173-4d5b-b190-d942ec5a52b9 admin admin] Publish callbacks [] for security_group (7b282edf-9c0b-4786-98ca-6736f7afe6fe), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.263730 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fa806e60-f173-4d5b-b190-d942ec5a52b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (7b282edf-9c0b-4786-98ca-6736f7afe6fe), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.266626 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fa806e60-f173-4d5b-b190-d942ec5a52b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.268320 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-fa806e60-f173-4d5b-b190-d942ec5a52b9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7b282edf-9c0b-4786-98ca-6736f7afe6fe HTTP/1.1" status: 204 len: 168 time: 0.1298935 Oct 04 08:54:31.276569 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa806e60-f173-4d5b-b190-d942ec5a52b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b282edf-9c0b-4786-98ca-6736f7afe6fe,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:31.555925 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60464) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:31.570039 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2ae16b22-0697-4636-a8c2-ea02b5bae615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.654614 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2ae16b22-0697-4636-a8c2-ea02b5bae615 admin admin] Publish callbacks [] for security_group (ab07861f-4ba0-4bb4-a412-2719509241c6), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.659172 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2ae16b22-0697-4636-a8c2-ea02b5bae615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (ab07861f-4ba0-4bb4-a412-2719509241c6), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.700799 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae16b22-0697-4636-a8c2-ea02b5bae615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab07861f-4ba0-4bb4-a412-2719509241c6,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:31.705968 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-2ae16b22-0697-4636-a8c2-ea02b5bae615 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=63ea233e626042c7a2f01ff2f9777161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490307 Oct 04 08:54:31.708588 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60466) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:31.715221 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:31.762824 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-23a5b64d-6ef2-4051-afa1-7e4893a80f28 admin admin] Publish callbacks [] for security_group (ab07861f-4ba0-4bb4-a412-2719509241c6), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.787804 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-23a5b64d-6ef2-4051-afa1-7e4893a80f28 admin admin] Publish callbacks [] for security_group (ab07861f-4ba0-4bb4-a412-2719509241c6), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.835393 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-23a5b64d-6ef2-4051-afa1-7e4893a80f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (ab07861f-4ba0-4bb4-a412-2719509241c6), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.837935 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-23a5b64d-6ef2-4051-afa1-7e4893a80f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:31.839125 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-23a5b64d-6ef2-4051-afa1-7e4893a80f28 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ab07861f-4ba0-4bb4-a412-2719509241c6 HTTP/1.1" status: 204 len: 168 time: 0.1296279 Oct 04 08:54:31.848411 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5b64d-6ef2-4051-afa1-7e4893a80f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab07861f-4ba0-4bb4-a412-2719509241c6,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:31.959901 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:32.210181 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60476) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:32.228901 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:32.319177 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Publish callbacks [] for security_group (f39a9f2e-fcbd-47b9-ae94-5925491cc0fb), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:32.323611 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (f39a9f2e-fcbd-47b9-ae94-5925491cc0fb), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:32.365105 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fd6650884b42467795f08b4f3f849457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538031 Oct 04 08:54:32.365909 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39a9f2e-fcbd-47b9-ae94-5925491cc0fb,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:32.367852 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60480) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:32.373365 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.373711 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.374070 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.374411 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.374767 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.375117 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.375421 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.375742 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.376062 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.376383 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.377382 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.377726 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.378047 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.378366 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.378711 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6e91c-bdc5-4063-bc49-6adbd2ab7551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.418499 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Publish callbacks [] for security_group (f39a9f2e-fcbd-47b9-ae94-5925491cc0fb), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:32.438198 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Publish callbacks [] for security_group (f39a9f2e-fcbd-47b9-ae94-5925491cc0fb), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:32.484201 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (f39a9f2e-fcbd-47b9-ae94-5925491cc0fb), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:32.487613 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:32.488386 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f39a9f2e-fcbd-47b9-ae94-5925491cc0fb HTTP/1.1" status: 204 len: 168 time: 0.1194181 Oct 04 08:54:32.496607 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39a9f2e-fcbd-47b9-ae94-5925491cc0fb,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:32.504440 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.504785 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.505123 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.505458 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.505789 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.506120 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.506442 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.506798 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.507113 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.507431 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.507757 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.508074 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.508388 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.508755 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:32.509005 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65045337-3a77-441f-81fe-a56d83ad9edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:54:34.273996 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60540) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:34.391835 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a0686b4-377d-4a02-a4b9-58638e4e3374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.469253 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a0686b4-377d-4a02-a4b9-58638e4e3374 admin admin] Publish callbacks [] for security_group (e3fc0488-11a1-4008-a06b-fc86cd25adcc), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.473568 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8a0686b4-377d-4a02-a4b9-58638e4e3374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e3fc0488-11a1-4008-a06b-fc86cd25adcc), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.477373 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:INSERT=8 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:34.519282 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0686b4-377d-4a02-a4b9-58638e4e3374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fc0488-11a1-4008-a06b-fc86cd25adcc,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:34.523602 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-8a0686b4-377d-4a02-a4b9-58638e4e3374 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=40fbafa808dd4532bbe2db447b67b588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485464 Oct 04 08:54:34.527024 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60546) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:34.584604 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1ee8214e-d867-404f-b4b8-239375db4e5e admin admin] Publish callbacks [] for security_group (e3fc0488-11a1-4008-a06b-fc86cd25adcc), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.606871 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:34.609324 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1ee8214e-d867-404f-b4b8-239375db4e5e admin admin] Publish callbacks [] for security_group (e3fc0488-11a1-4008-a06b-fc86cd25adcc), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.666411 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1ee8214e-d867-404f-b4b8-239375db4e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e3fc0488-11a1-4008-a06b-fc86cd25adcc), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.669080 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1ee8214e-d867-404f-b4b8-239375db4e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.670328 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-1ee8214e-d867-404f-b4b8-239375db4e5e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e3fc0488-11a1-4008-a06b-fc86cd25adcc HTTP/1.1" status: 204 len: 168 time: 0.1429014 Oct 04 08:54:34.680834 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8214e-d867-404f-b4b8-239375db4e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fc0488-11a1-4008-a06b-fc86cd25adcc,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:34.964141 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60552) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:34.980611 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-31300e03-9784-4b13-b686-1baaeea2f935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:34.983169 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:35.058580 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-31300e03-9784-4b13-b686-1baaeea2f935 admin admin] Publish callbacks [] for security_group (14b02b0f-72b5-417e-956a-d4e63e82942e), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:35.063174 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-31300e03-9784-4b13-b686-1baaeea2f935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (14b02b0f-72b5-417e-956a-d4e63e82942e), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:35.114588 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-31300e03-9784-4b13-b686-1baaeea2f935 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2084ab825e8b4cbf986c5717b1d57f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491065 Oct 04 08:54:35.115525 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31300e03-9784-4b13-b686-1baaeea2f935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b02b0f-72b5-417e-956a-d4e63e82942e,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:35.117277 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60554) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:35.170308 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6ee988a9-e220-49f0-80b6-7a5715e328c3 admin admin] Publish callbacks [] for security_group (14b02b0f-72b5-417e-956a-d4e63e82942e), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:35.192822 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6ee988a9-e220-49f0-80b6-7a5715e328c3 admin admin] Publish callbacks [] for security_group (14b02b0f-72b5-417e-956a-d4e63e82942e), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:35.245852 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6ee988a9-e220-49f0-80b6-7a5715e328c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (14b02b0f-72b5-417e-956a-d4e63e82942e), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:35.248430 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6ee988a9-e220-49f0-80b6-7a5715e328c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:35.251063 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-6ee988a9-e220-49f0-80b6-7a5715e328c3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/14b02b0f-72b5-417e-956a-d4e63e82942e HTTP/1.1" status: 204 len: 168 time: 0.1326375 Oct 04 08:54:35.261675 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee988a9-e220-49f0-80b6-7a5715e328c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b02b0f-72b5-417e-956a-d4e63e82942e,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:42.051654 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:42.059281 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.123136 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60724) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:42.229441 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c6baf4a-04af-4697-883b-b6c9357e3fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.309104 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c6baf4a-04af-4697-883b-b6c9357e3fc2 admin admin] Publish callbacks [] for security_group (2755c735-3057-4e33-ad18-b49ab9e96412), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.313055 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0c6baf4a-04af-4697-883b-b6c9357e3fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (2755c735-3057-4e33-ad18-b49ab9e96412), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.353936 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6baf4a-04af-4697-883b-b6c9357e3fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2755c735-3057-4e33-ad18-b49ab9e96412,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:42.358263 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-0c6baf4a-04af-4697-883b-b6c9357e3fc2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f70df2303afd45009aeaa0c205cbbf13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341182 Oct 04 08:54:42.361166 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60728) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:42.410359 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e1e81fdf-d15d-421d-a110-5626e6dd2cc2 admin admin] Publish callbacks [] for security_group (2755c735-3057-4e33-ad18-b49ab9e96412), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.429905 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e1e81fdf-d15d-421d-a110-5626e6dd2cc2 admin admin] Publish callbacks [] for security_group (2755c735-3057-4e33-ad18-b49ab9e96412), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.477343 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e1e81fdf-d15d-421d-a110-5626e6dd2cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (2755c735-3057-4e33-ad18-b49ab9e96412), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.479873 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-e1e81fdf-d15d-421d-a110-5626e6dd2cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.481215 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-e1e81fdf-d15d-421d-a110-5626e6dd2cc2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2755c735-3057-4e33-ad18-b49ab9e96412 HTTP/1.1" status: 204 len: 168 time: 0.1190026 Oct 04 08:54:42.491095 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e81fdf-d15d-421d-a110-5626e6dd2cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2755c735-3057-4e33-ad18-b49ab9e96412,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:42.502606 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:42.787868 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60738) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:42.808887 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-00bcc9d9-51f7-4841-848d-0b3057e68b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.896769 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-00bcc9d9-51f7-4841-848d-0b3057e68b54 admin admin] Publish callbacks [] for security_group (f6c05bb0-baa1-4698-8dc8-e0cde3ecb18c), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.900839 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-00bcc9d9-51f7-4841-848d-0b3057e68b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (f6c05bb0-baa1-4698-8dc8-e0cde3ecb18c), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:42.945161 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-00bcc9d9-51f7-4841-848d-0b3057e68b54 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a03ed6cfa380481f84c58391c6f5e8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558707 Oct 04 08:54:42.945984 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcc9d9-51f7-4841-848d-0b3057e68b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c05bb0-baa1-4698-8dc8-e0cde3ecb18c,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:42.948302 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60740) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:43.006305 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-abdf9c02-67fb-4161-a8ae-52822246663c admin admin] Publish callbacks [] for security_group (f6c05bb0-baa1-4698-8dc8-e0cde3ecb18c), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.027525 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-abdf9c02-67fb-4161-a8ae-52822246663c admin admin] Publish callbacks [] for security_group (f6c05bb0-baa1-4698-8dc8-e0cde3ecb18c), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.079971 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-abdf9c02-67fb-4161-a8ae-52822246663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (f6c05bb0-baa1-4698-8dc8-e0cde3ecb18c), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.082953 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-abdf9c02-67fb-4161-a8ae-52822246663c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.084131 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-abdf9c02-67fb-4161-a8ae-52822246663c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f6c05bb0-baa1-4698-8dc8-e0cde3ecb18c HTTP/1.1" status: 204 len: 168 time: 0.1349530 Oct 04 08:54:43.093160 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf9c02-67fb-4161-a8ae-52822246663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c05bb0-baa1-4698-8dc8-e0cde3ecb18c,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:43.474598 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 60746) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:43.480756 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:43.490673 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5ff2-311e-4b42-bc34-c17c6374a0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.575432 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5ff2-311e-4b42-bc34-c17c6374a0d1 admin admin] Publish callbacks [] for security_group (c7f098e4-fd12-40fe-8790-1f81fefdaa3f), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.580589 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6f2a5ff2-311e-4b42-bc34-c17c6374a0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (c7f098e4-fd12-40fe-8790-1f81fefdaa3f), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.623632 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-6f2a5ff2-311e-4b42-bc34-c17c6374a0d1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dcadfbc8ef71423bbd86b58c7a3d4921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479104 Oct 04 08:54:43.624525 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a5ff2-311e-4b42-bc34-c17c6374a0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f098e4-fd12-40fe-8790-1f81fefdaa3f,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:43.627692 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 60750) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:54:43.688278 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4e8-9e53-449e-bee5-9ee8cd584c04 admin admin] Publish callbacks [] for security_group (c7f098e4-fd12-40fe-8790-1f81fefdaa3f), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.715534 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4e8-9e53-449e-bee5-9ee8cd584c04 admin admin] Publish callbacks [] for security_group (c7f098e4-fd12-40fe-8790-1f81fefdaa3f), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.748575 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:43.769792 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4e8-9e53-449e-bee5-9ee8cd584c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (c7f098e4-fd12-40fe-8790-1f81fefdaa3f), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.774270 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-91cdb4e8-9e53-449e-bee5-9ee8cd584c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:43.776168 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-91cdb4e8-9e53-449e-bee5-9ee8cd584c04 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c7f098e4-fd12-40fe-8790-1f81fefdaa3f HTTP/1.1" status: 204 len: 168 time: 0.1469855 Oct 04 08:54:43.784887 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdb4e8-9e53-449e-bee5-9ee8cd584c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f098e4-fd12-40fe-8790-1f81fefdaa3f,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:54:46.983853 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:48.818792 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-66054668-1008-45ee-8038-8081450b2272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:51.361784 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c569dfa4-c270-4406-926b-16aabccfb32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:52.899753 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:53.615034 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:INSERT=5,neutron:SELECT=17 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:53.619648 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=70,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:53.779870 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:53.780675 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:DELETE=10,neutron:SELECT=64,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:54:54.396419 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:54.476132 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:54:58.968158 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:55:00.454136 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 32824) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:00.574981 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-400a3f03-9a78-40e3-bd22-c650f4fbcb0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:00.656528 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-400a3f03-9a78-40e3-bd22-c650f4fbcb0b admin admin] Publish callbacks [] for security_group (3c9d1fa0-e484-4d99-b710-2b80101de0b5), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:00.661051 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-400a3f03-9a78-40e3-bd22-c650f4fbcb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (3c9d1fa0-e484-4d99-b710-2b80101de0b5), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:00.704264 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-400a3f03-9a78-40e3-bd22-c650f4fbcb0b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a6b3f80220af4a36b785a8cd7408c923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485232 Oct 04 08:55:00.704927 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a3f03-9a78-40e3-bd22-c650f4fbcb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9d1fa0-e484-4d99-b710-2b80101de0b5,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:00.707021 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 32828) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:00.765018 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dac0e40e-28dc-4246-99db-53dc1b3f72e8 admin admin] Publish callbacks [] for security_group (3c9d1fa0-e484-4d99-b710-2b80101de0b5), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:00.788307 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dac0e40e-28dc-4246-99db-53dc1b3f72e8 admin admin] Publish callbacks [] for security_group (3c9d1fa0-e484-4d99-b710-2b80101de0b5), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:00.836898 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dac0e40e-28dc-4246-99db-53dc1b3f72e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (3c9d1fa0-e484-4d99-b710-2b80101de0b5), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:00.839511 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-dac0e40e-28dc-4246-99db-53dc1b3f72e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:00.840645 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-dac0e40e-28dc-4246-99db-53dc1b3f72e8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3c9d1fa0-e484-4d99-b710-2b80101de0b5 HTTP/1.1" status: 204 len: 168 time: 0.1314733 Oct 04 08:55:00.851951 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0e40e-28dc-4246-99db-53dc1b3f72e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9d1fa0-e484-4d99-b710-2b80101de0b5,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:01.133115 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 32834) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:01.150103 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3918b791-3d33-4f10-ab7e-fba3d16a2b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:01.238621 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3918b791-3d33-4f10-ab7e-fba3d16a2b65 admin admin] Publish callbacks [] for security_group (d1a5955d-573f-453a-913c-77abb171c4c9), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:01.242987 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3918b791-3d33-4f10-ab7e-fba3d16a2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (d1a5955d-573f-453a-913c-77abb171c4c9), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:01.283522 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-3918b791-3d33-4f10-ab7e-fba3d16a2b65 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fa933e312edf4d2f9b42e949c980da54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490636 Oct 04 08:55:01.286066 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918b791-3d33-4f10-ab7e-fba3d16a2b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a5955d-573f-453a-913c-77abb171c4c9,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:01.286856 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 32840) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:01.341193 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4c27414c-7861-4d8a-84f0-24f94d35033a admin admin] Publish callbacks [] for security_group (d1a5955d-573f-453a-913c-77abb171c4c9), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:01.365731 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4c27414c-7861-4d8a-84f0-24f94d35033a admin admin] Publish callbacks [] for security_group (d1a5955d-573f-453a-913c-77abb171c4c9), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:01.424480 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4c27414c-7861-4d8a-84f0-24f94d35033a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (d1a5955d-573f-453a-913c-77abb171c4c9), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:01.428243 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4c27414c-7861-4d8a-84f0-24f94d35033a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:01.431478 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-4c27414c-7861-4d8a-84f0-24f94d35033a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d1a5955d-573f-453a-913c-77abb171c4c9 HTTP/1.1" status: 204 len: 168 time: 0.1418130 Oct 04 08:55:01.443508 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27414c-7861-4d8a-84f0-24f94d35033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a5955d-573f-453a-913c-77abb171c4c9,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:02.115029 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0fc6a-ce5a-46cd-9104-434a78f2092d req-c0f06cab-4189-4fc5-a081-3317fffe288c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:02.116725 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-03b0fc6a-ce5a-46cd-9104-434a78f2092d req-c0f06cab-4189-4fc5-a081-3317fffe288c tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 946 time: 0.0562201 Oct 04 08:55:02.175064 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-03b0fc6a-ce5a-46cd-9104-434a78f2092d req-0ee58005-3340-4fa0-b947-fd59a0263fa5 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8946e612-50ea-46ac-9edc-fd3b30740f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526052 Oct 04 08:55:02.659878 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 32896) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:02.779414 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7e471890-5b3b-4ec6-b612-22728fbbf07d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:02.861533 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7e471890-5b3b-4ec6-b612-22728fbbf07d admin admin] Publish callbacks [] for security_group (7b07f103-fe28-4d95-bcc4-982db2513d01), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:02.866684 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-7e471890-5b3b-4ec6-b612-22728fbbf07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (7b07f103-fe28-4d95-bcc4-982db2513d01), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:02.910542 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-7e471890-5b3b-4ec6-b612-22728fbbf07d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e2c0ce3948424d3590f73b97d5f2808f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495315 Oct 04 08:55:02.911672 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e471890-5b3b-4ec6-b612-22728fbbf07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b07f103-fe28-4d95-bcc4-982db2513d01,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:02.913432 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 32904) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:02.963975 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-86cf23e1-3da8-4474-90a1-f9385f870905 admin admin] Publish callbacks [] for security_group (7b07f103-fe28-4d95-bcc4-982db2513d01), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:02.985724 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-86cf23e1-3da8-4474-90a1-f9385f870905 admin admin] Publish callbacks [] for security_group (7b07f103-fe28-4d95-bcc4-982db2513d01), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:03.034344 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-86cf23e1-3da8-4474-90a1-f9385f870905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (7b07f103-fe28-4d95-bcc4-982db2513d01), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:03.037366 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-86cf23e1-3da8-4474-90a1-f9385f870905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:03.038496 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-86cf23e1-3da8-4474-90a1-f9385f870905 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7b07f103-fe28-4d95-bcc4-982db2513d01 HTTP/1.1" status: 204 len: 168 time: 0.1240978 Oct 04 08:55:03.046561 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf23e1-3da8-4474-90a1-f9385f870905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b07f103-fe28-4d95-bcc4-982db2513d01,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:03.307669 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241f2bd-3c19-4ba3-8ac1-6f61c5fa9121 req-edcf5d84-2892-4707-b31a-61e1231d3337 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:03.309187 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c241f2bd-3c19-4ba3-8ac1-6f61c5fa9121 req-edcf5d84-2892-4707-b31a-61e1231d3337 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 946 time: 0.0516832 Oct 04 08:55:03.366863 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c241f2bd-3c19-4ba3-8ac1-6f61c5fa9121 req-615d78b8-264c-4427-a1c0-4e70b64e571a tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8946e612-50ea-46ac-9edc-fd3b30740f04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511637 Oct 04 08:55:03.727058 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdc578-8361-4c10-876a-77f66908a53e req-ab2cb179-535e-4841-8541-1eaba39e4d9b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:03.728971 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fccdc578-8361-4c10-876a-77f66908a53e req-ab2cb179-535e-4841-8541-1eaba39e4d9b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 946 time: 0.0572965 Oct 04 08:55:03.831957 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Deleting port fc06bc67-05e9-40bf-b9d1-db211978048b {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:55:03.832544 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:03.907692 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:03.946847 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:03.961789 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] For port fc06bc67-05e9-40bf-b9d1-db211978048b, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=fc06bc67-05e9-40bf-b9d1-db211978048b,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:03.962223 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:03.964425 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:04.203651 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:04.203970 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (9cbe8e19-3cd3-435a-81c5-6d691f227717), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:04.204361 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.l3_db [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Floating IP 9cbe8e19-3cd3-435a-81c5-6d691f227717 disassociated. External IP: 172.27.0.67, port: fc06bc67-05e9-40bf-b9d1-db211978048b. Oct 04 08:55:04.205095 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Calling delete_port for fc06bc67-05e9-40bf-b9d1-db211978048b owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:55:04.361361 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (fc06bc67-05e9-40bf-b9d1-db211978048b), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:04.390968 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event deleted for resources: {'Port': ['ID=fc06bc67-05e9-40bf-b9d1-db211978048b,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:04.541941 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-275ec0ea-cc90-4f29-a0f6-62000fa7db89 req-d9ceba4b-f4b9-4575-b34f-084da3cc5464 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 210 time: 0.0771804 Oct 04 08:55:04.579572 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:55:04.703098 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:55:04.717265 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a218e17-5f52-4a72-8bfb-abfaca80ce5e None None] Sync routers for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:55:04.728726 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a218e17-5f52-4a72-8bfb-abfaca80ce5e None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:04.729370 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-4a218e17-5f52-4a72-8bfb-abfaca80ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:54:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:04.749292 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] No DVR routers for this DVR port fc06bc67-05e9-40bf-b9d1-db211978048b on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:55:04.752414 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:04.756439 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-fccdc578-8361-4c10-876a-77f66908a53e req-cab8f22f-b3af-4ae6-a8f5-81d9683160af tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.17 "DELETE /networking/v2.0/ports/fc06bc67-05e9-40bf-b9d1-db211978048b HTTP/1.1" status: 204 len: 173 time: 1.0211747 Oct 04 08:55:04.757045 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c', 'name': 'network-vif-deleted', 'tag': 'fc06bc67-05e9-40bf-b9d1-db211978048b'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:55:04.759387 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2800bf0-6e35-4462-9aed-23178949d599" -d '{"events": [{"server_uuid": "ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c", "name": "network-vif-deleted", "tag": "fc06bc67-05e9-40bf-b9d1-db211978048b"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:55:04.812522 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5b7fba-4eae-43a7-927c-10588f7eb807 x-openstack-request-id: req-ff5b7fba-4eae-43a7-927c-10588f7eb807 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:55:04.812869 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c", "name": "network-vif-deleted", "tag": "fc06bc67-05e9-40bf-b9d1-db211978048b", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:55:04.813128 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff5b7fba-4eae-43a7-927c-10588f7eb807 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:55:04.813563 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5b7fba-4eae-43a7-927c-10588f7eb807'] response: {'server_uuid': 'ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c', 'name': 'network-vif-deleted', 'tag': 'fc06bc67-05e9-40bf-b9d1-db211978048b', 'status': 'completed', 'code': 200} Oct 04 08:55:04.855218 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-4a218e17-5f52-4a72-8bfb-abfaca80ce5e None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:05.063187 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-4a218e17-5f52-4a72-8bfb-abfaca80ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:19Z', 'revision_number': 5, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:05.089906 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a218e17-5f52-4a72-8bfb-abfaca80ce5e None None] Checking router: e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:55:05.101927 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a218e17-5f52-4a72-8bfb-abfaca80ce5e None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:05.102580 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-4a218e17-5f52-4a72-8bfb-abfaca80ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:54:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:05.224534 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-4a218e17-5f52-4a72-8bfb-abfaca80ce5e None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:05.454228 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-4a218e17-5f52-4a72-8bfb-abfaca80ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:19Z', 'revision_number': 5, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:05.481151 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a218e17-5f52-4a72-8bfb-abfaca80ce5e None None] The sync data for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi is: [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:37:08Z', 'revision_number': 4, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '5afd8ee3-c25d-45c3-a3a9-dd0d55413bab', 'name': '', 'network_id': 'fd08aa17-8a80-4dac-a656-3195d8433ec8', 'tenant_id': '5d21789971964770bdf417547cd19840', 'mac_address': 'fa:16:3e:a3:f9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:06Z', 'updated_at': '2022-10-04T08:37:19Z', 'revision_number': 5, 'project_id': '5d21789971964770bdf417547cd19840', 'subnets': [{'id': '56a0f7b4-9493-4557-9389-0cc520afaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:55:05.688271 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-96d64a09-311d-4701-81b5-babf65be1f20 req-27e3cbcd-d44f-4087-9261-9e6c3614cb23 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 210 time: 0.0309279 Oct 04 08:55:05.754476 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37812f40-a1ad-405c-95cd-571864435582 None None] New status for floating IP 9cbe8e19-3cd3-435a-81c5-6d691f227717: DOWN {{(pid=106413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:55:06.014209 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device fc06bc67-05e9-40bf-b9d1-db211978048b no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:55:06.037376 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: fc06bc67-05e9-40bf-b9d1-db211978048b {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:55:06.037863 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device fc06bc67-05e9-40bf-b9d1-db211978048b not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:55:06.810640 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-f83995ca-1a24-49c4-a5e1-b95fd32e81b1 req-687762b5-796a-4e58-9688-585f24e2d127 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ce5804f0-e7e9-4932-80a9-4e1c6e7c8f5c HTTP/1.1" status: 200 len: 210 time: 0.0316763 Oct 04 08:55:07.919007 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33020) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:07.982380 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f736-0cbd-4243-ae31-8b096f30d03f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group (8946e612-50ea-46ac-9edc-fd3b30740f04), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:08.010192 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f736-0cbd-4243-ae31-8b096f30d03f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group (8946e612-50ea-46ac-9edc-fd3b30740f04), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:08.066677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f736-0cbd-4243-ae31-8b096f30d03f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (8946e612-50ea-46ac-9edc-fd3b30740f04), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:08.069376 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f736-0cbd-4243-ae31-8b096f30d03f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:08.070598 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-a5b3f736-0cbd-4243-ae31-8b096f30d03f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8946e612-50ea-46ac-9edc-fd3b30740f04 HTTP/1.1" status: 204 len: 168 time: 0.1505694 Oct 04 08:55:08.073563 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33022) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:08.080199 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3f736-0cbd-4243-ae31-8b096f30d03f tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8946e612-50ea-46ac-9edc-fd3b30740f04,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:08.088678 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.api.v2.resource [None req-6cc2fed2-34e5-4ca5-b0a0-eeddebf14088 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] show failed (client error): The resource could not be found. Oct 04 08:55:08.089701 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-6cc2fed2-34e5-4ca5-b0a0-eeddebf14088 tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "GET /networking/v2.0/security-groups/8946e612-50ea-46ac-9edc-fd3b30740f04 HTTP/1.1" status: 404 len: 347 time: 0.0151260 Oct 04 08:55:08.094277 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33024) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:08.482654 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-423d7290-87b9-49f0-bdfd-72cd2db4089b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Deleting port ecbb7284-6c88-4cee-8c6a-1eb6e09d2187 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:55:08.482991 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-423d7290-87b9-49f0-bdfd-72cd2db4089b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (ecbb7284-6c88-4cee-8c6a-1eb6e09d2187), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:08.534974 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:08.542314 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:08.577307 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-423d7290-87b9-49f0-bdfd-72cd2db4089b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (ecbb7284-6c88-4cee-8c6a-1eb6e09d2187), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:08.577640 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-423d7290-87b9-49f0-bdfd-72cd2db4089b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (ecbb7284-6c88-4cee-8c6a-1eb6e09d2187), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:08.590763 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-423d7290-87b9-49f0-bdfd-72cd2db4089b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Calling delete_port for ecbb7284-6c88-4cee-8c6a-1eb6e09d2187 owned by network:floatingip {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:55:08.744345 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-423d7290-87b9-49f0-bdfd-72cd2db4089b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (ecbb7284-6c88-4cee-8c6a-1eb6e09d2187), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:08.772741 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d7290-87b9-49f0-bdfd-72cd2db4089b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Pushing event deleted for resources: {'Port': ['ID=ecbb7284-6c88-4cee-8c6a-1eb6e09d2187,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:08.848702 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-423d7290-87b9-49f0-bdfd-72cd2db4089b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks [] for floatingip (9cbe8e19-3cd3-435a-81c5-6d691f227717), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:08.851238 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-423d7290-87b9-49f0-bdfd-72cd2db4089b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:08.853082 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-423d7290-87b9-49f0-bdfd-72cd2db4089b tempest-AttachVolumeTestJSON-807237847 tempest-AttachVolumeTestJSON-807237847-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/9cbe8e19-3cd3-435a-81c5-6d691f227717 HTTP/1.1" status: 204 len: 168 time: 0.7577252 Oct 04 08:55:12.069288 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:12.075011 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:12.091626 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:12.373850 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33080) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:12.513539 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f3b098dd-9932-414d-8228-edae5c2bc708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:12.530279 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33090) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:12.609095 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f3b098dd-9932-414d-8228-edae5c2bc708 admin admin] Publish callbacks [] for security_group (e59eda5b-e304-497c-8b58-ec91473dc932), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:12.614951 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f3b098dd-9932-414d-8228-edae5c2bc708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e59eda5b-e304-497c-8b58-ec91473dc932), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:12.663082 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-f3b098dd-9932-414d-8228-edae5c2bc708 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=afdcf85bf60b4105a07b7e04123f94e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877126 Oct 04 08:55:12.664629 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b098dd-9932-414d-8228-edae5c2bc708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59eda5b-e304-497c-8b58-ec91473dc932,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:12.667461 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33094) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:12.694873 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:12.737073 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=12 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:12.739497 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ac8d17c1-2bac-4fef-a039-8449f2b11b4b admin admin] Publish callbacks [] for security_group (e59eda5b-e304-497c-8b58-ec91473dc932), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:12.764840 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ac8d17c1-2bac-4fef-a039-8449f2b11b4b admin admin] Publish callbacks [] for security_group (e59eda5b-e304-497c-8b58-ec91473dc932), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:12.826963 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ac8d17c1-2bac-4fef-a039-8449f2b11b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (e59eda5b-e304-497c-8b58-ec91473dc932), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:12.829897 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-ac8d17c1-2bac-4fef-a039-8449f2b11b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:12.831295 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-ac8d17c1-2bac-4fef-a039-8449f2b11b4b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e59eda5b-e304-497c-8b58-ec91473dc932 HTTP/1.1" status: 204 len: 168 time: 0.1626468 Oct 04 08:55:12.852074 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d17c1-2bac-4fef-a039-8449f2b11b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59eda5b-e304-497c-8b58-ec91473dc932,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:13.023663 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-08a9f79d-c83d-4b1b-bae8-a3c4141a14b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600392'] for router_interface (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:13.321593 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-08a9f79d-c83d-4b1b-bae8-a3c4141a14b9 admin admin] Deleting port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:55:13.321961 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-08a9f79d-c83d-4b1b-bae8-a3c4141a14b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:13.377263 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:13.379499 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:13.413831 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-08a9f79d-c83d-4b1b-bae8-a3c4141a14b9 admin admin] For port 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=5afd8ee3-c25d-45c3-a3a9-dd0d55413bab,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:13.414227 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-08a9f79d-c83d-4b1b-bae8-a3c4141a14b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:13.431459 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-08a9f79d-c83d-4b1b-bae8-a3c4141a14b9 admin admin] Calling delete_port for 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab owned by network:router_interface {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:55:13.695852 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-08a9f79d-c83d-4b1b-bae8-a3c4141a14b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (5afd8ee3-c25d-45c3-a3a9-dd0d55413bab), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:13.727677 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9f79d-c83d-4b1b-bae8-a3c4141a14b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5afd8ee3-c25d-45c3-a3a9-dd0d55413bab,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:13.947636 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-08a9f79d-c83d-4b1b-bae8-a3c4141a14b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600380'] for router_interface (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:14.219757 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a9f79d-c83d-4b1b-bae8-a3c4141a14b9 admin admin] Router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:55:14.336560 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a9f79d-c83d-4b1b-bae8-a3c4141a14b9 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:55:14.341829 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-08a9f79d-c83d-4b1b-bae8-a3c4141a14b9 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e92ffcad-76ef-40f8-ba6b-f54bfc6c4983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8121767 Oct 04 08:55:14.344671 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33102) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:14.349669 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43e469-3af1-4b47-b5cb-35ff14a84b14 None None] Sync routers for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:55:14.365461 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43e469-3af1-4b47-b5cb-35ff14a84b14 None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:14.366074 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-1d43e469-3af1-4b47-b5cb-35ff14a84b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:54:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:14.459967 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:14.467715 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Publish callbacks [] for router (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:14.506996 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:14.588816 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Publish callbacks [] for router_gateway (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:14.632229 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-1d43e469-3af1-4b47-b5cb-35ff14a84b14 None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:14.650590 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Deleting port d51ab416-bb50-4f95-9070-29a799baf6bd {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:55:14.650938 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:14.750923 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] For port d51ab416-bb50-4f95-9070-29a799baf6bd, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=d51ab416-bb50-4f95-9070-29a799baf6bd,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:14.751641 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:14.770958 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Calling delete_port for d51ab416-bb50-4f95-9070-29a799baf6bd owned by network:router_gateway {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:55:14.826476 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-1d43e469-3af1-4b47-b5cb-35ff14a84b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:55:13Z', 'revision_number': 5, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port': {'id': 'd51ab416-bb50-4f95-9070-29a799baf6bd', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:09:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:37:00Z', 'updated_at': '2022-10-04T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:14.857570 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43e469-3af1-4b47-b5cb-35ff14a84b14 None None] Checking router: e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:55:14.868013 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43e469-3af1-4b47-b5cb-35ff14a84b14 None None] Routers {'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:14.868647 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-1d43e469-3af1-4b47-b5cb-35ff14a84b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:54:51Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:14.967605 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-1d43e469-3af1-4b47-b5cb-35ff14a84b14 None None] Set router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 gateway port host: None {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:14.982720 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (d51ab416-bb50-4f95-9070-29a799baf6bd), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.016609 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Pushing event deleted for resources: {'Port': ['ID=d51ab416-bb50-4f95-9070-29a799baf6bd,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:15.025328 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-1d43e469-3af1-4b47-b5cb-35ff14a84b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:55:14Z', 'revision_number': 6, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port_host': None}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:15.059985 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43e469-3af1-4b47-b5cb-35ff14a84b14 None None] The sync data for ids ['e92ffcad-76ef-40f8-ba6b-f54bfc6c4983'] in dv-cinder-860209-1-iscsi is: [{'id': 'e92ffcad-76ef-40f8-ba6b-f54bfc6c4983', 'name': 'tempest-AttachVolumeTestJSON-1277453569-router', 'tenant_id': '5d21789971964770bdf417547cd19840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:36:59Z', 'updated_at': '2022-10-04T08:55:14Z', 'revision_number': 6, 'project_id': '5d21789971964770bdf417547cd19840', 'gw_port_host': None}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:55:15.093628 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601974'] for router_gateway (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.196229 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-386'] for router (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.204125 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Publish callbacks [] for router_controller (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), precommit_delete_associations {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.263529 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600420'] for router (e92ffcad-76ef-40f8-ba6b-f54bfc6c4983), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.264538 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 {{(pid=106411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:55:15.271780 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.273797 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-d1f2cb00-23fc-48f7-a517-026be808e61e admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/e92ffcad-76ef-40f8-ba6b-f54bfc6c4983 HTTP/1.1" status: 204 len: 168 time: 0.9278924 Oct 04 08:55:15.276513 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33106) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:15.343667 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17ffa62-2242-4b9a-b8de-90a5d95498a7 admin admin] Deleting subnet 56a0f7b4-9493-4557-9389-0cc520afaa31 {{(pid=106411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:55:15.350513 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b17ffa62-2242-4b9a-b8de-90a5d95498a7 admin admin] Publish callbacks [] for subnet (56a0f7b4-9493-4557-9389-0cc520afaa31), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.400533 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b17ffa62-2242-4b9a-b8de-90a5d95498a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12738596'] for subnet (56a0f7b4-9493-4557-9389-0cc520afaa31), precommit_delete_associations {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.534370 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b17ffa62-2242-4b9a-b8de-90a5d95498a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (56a0f7b4-9493-4557-9389-0cc520afaa31), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.631370 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:15.636706 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:55:15.642368 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b17ffa62-2242-4b9a-b8de-90a5d95498a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12655087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12803188'] for subnet (56a0f7b4-9493-4557-9389-0cc520afaa31), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.651309 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:15.678660 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:55:15.679373 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 5afd8ee3-c25d-45c3-a3a9-dd0d55413bab not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:55:15.680517 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ffa62-2242-4b9a-b8de-90a5d95498a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a0f7b4-9493-4557-9389-0cc520afaa31,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:15.682645 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-b17ffa62-2242-4b9a-b8de-90a5d95498a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.687484 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-b17ffa62-2242-4b9a-b8de-90a5d95498a7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/56a0f7b4-9493-4557-9389-0cc520afaa31 HTTP/1.1" status: 204 len: 168 time: 0.4079607 Oct 04 08:55:15.690797 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33108) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:15.699901 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9649e4-3db0-45e1-8f64-be584519d662 None None] Network fd08aa17-8a80-4dac-a656-3195d8433ec8 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:55:15.797865 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (fd08aa17-8a80-4dac-a656-3195d8433ec8), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.827837 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:15.834221 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:15.848086 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Deleting port ca82f934-6223-4d58-adf3-4497afc7b1cd {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:55:15.848720 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.925324 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] For port ca82f934-6223-4d58-adf3-4497afc7b1cd, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=ca82f934-6223-4d58-adf3-4497afc7b1cd,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:15.925748 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:15.942691 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Calling delete_port for ca82f934-6223-4d58-adf3-4497afc7b1cd owned by network:dhcp {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:55:15.961787 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] DHCP port deletion for fd08aa17-8a80-4dac-a656-3195d8433ec8 request from dv-cinder-860209-1-iscsi {{(pid=106412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:55:16.010996 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Deleting port ca82f934-6223-4d58-adf3-4497afc7b1cd {{(pid=106412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:55:16.011629 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), before_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.037184 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.066867 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca82f934-6223-4d58-adf3-4497afc7b1cd,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:16.068711 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] No DVR routers for this DVR port ca82f934-6223-4d58-adf3-4497afc7b1cd on host dv-cinder-860209-1-iscsi {{(pid=106410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:55:16.110448 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] For port ca82f934-6223-4d58-adf3-4497afc7b1cd, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=ca82f934-6223-4d58-adf3-4497afc7b1cd,segment=NetworkSegment(fdf20e54-d913-4a71-ba59-6f83fbb4ed1d),segment_id=fdf20e54-d913-4a71-ba59-6f83fbb4ed1d)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:16.110977 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), precommit_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.127341 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Calling delete_port for ca82f934-6223-4d58-adf3-4497afc7b1cd owned by network:dhcp {{(pid=106412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:55:16.157755 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (fd08aa17-8a80-4dac-a656-3195d8433ec8), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.184322 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd08aa17-8a80-4dac-a656-3195d8433ec8']}} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:16.196673 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d') {'for_net_delete': True} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:16.196978 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf20e54-d913-4a71-ba59-6f83fbb4ed1d') {} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:16.212012 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15344726'] for segment (fdf20e54-d913-4a71-ba59-6f83fbb4ed1d), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.232798 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (fdf20e54-d913-4a71-ba59-6f83fbb4ed1d), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.235960 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (ca82f934-6223-4d58-adf3-4497afc7b1cd), after_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.257330 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=106410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:55:16.257875 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14467730'] for segment (fdf20e54-d913-4a71-ba59-6f83fbb4ed1d), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.263321 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Pushing event deleted for resources: {'Port': ['ID=ca82f934-6223-4d58-adf3-4497afc7b1cd,revision_number=None']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:16.276264 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.276264 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.276436 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.276750 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.277054 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.277380 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.277706 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.278026 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.278346 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.278717 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.279445 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.279445 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.279699 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.279979 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.280452 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:16.289713 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708ec22-eff8-420f-a4ac-b532c413a2df None None] No DVR routers for this DVR port ca82f934-6223-4d58-adf3-4497afc7b1cd on host dv-cinder-860209-1-iscsi {{(pid=106412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:55:16.321237 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment fdf20e54-d913-4a71-ba59-6f83fbb4ed1d resource provider aggregate not found Oct 04 08:55:16.343226 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment fdf20e54-d913-4a71-ba59-6f83fbb4ed1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdf20e54-d913-4a71-ba59-6f83fbb4ed1d found for delete ", "request_id": "req-8a6916a9-4f24-4be1-950d-4879a44c3119"}]} Oct 04 08:55:16.358638 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (fd08aa17-8a80-4dac-a656-3195d8433ec8), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.365866 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.372757 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/fd08aa17-8a80-4dac-a656-3195d8433ec8 HTTP/1.1" status: 204 len: 168 time: 0.6770406 Oct 04 08:55:16.387267 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45473cc4-73dd-46aa-af72-c1b3bf7241d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd08aa17-8a80-4dac-a656-3195d8433ec8,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:16.575389 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33122) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:16.624784 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-10a6d369-adc9-4c5d-a325-e3de6aa6deb0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5d21789971964770bdf417547cd19840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481167 Oct 04 08:55:16.627477 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33124) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:16.688718 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a8f0-90d5-4966-ac19-cfff18e0786f admin admin] Publish callbacks [] for security_group (95605df8-1b7e-4bc3-a413-da6103ec1033), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.719049 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a8f0-90d5-4966-ac19-cfff18e0786f admin admin] Publish callbacks [] for security_group (95605df8-1b7e-4bc3-a413-da6103ec1033), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.779164 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a8f0-90d5-4966-ac19-cfff18e0786f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (95605df8-1b7e-4bc3-a413-da6103ec1033), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.781844 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d5d9a8f0-90d5-4966-ac19-cfff18e0786f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:16.783195 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-d5d9a8f0-90d5-4966-ac19-cfff18e0786f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/95605df8-1b7e-4bc3-a413-da6103ec1033 HTTP/1.1" status: 204 len: 168 time: 0.1539056 Oct 04 08:55:16.793830 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9a8f0-90d5-4966-ac19-cfff18e0786f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95605df8-1b7e-4bc3-a413-da6103ec1033,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:17.173171 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d51ab416-bb50-4f95-9070-29a799baf6bd no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:55:17.202377 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: d51ab416-bb50-4f95-9070-29a799baf6bd {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:55:17.202867 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d51ab416-bb50-4f95-9070-29a799baf6bd not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:55:17.203515 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device ca82f934-6223-4d58-adf3-4497afc7b1cd no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:55:17.226089 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: ca82f934-6223-4d58-adf3-4497afc7b1cd {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:55:17.226440 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device ca82f934-6223-4d58-adf3-4497afc7b1cd not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:55:18.814166 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d496ab8d-b3f8-49c0-9aa5-c0d47e669dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:21.356436 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d849efd7-587a-4768-8543-025787d4dced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:22.902733 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:24.394894 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:24.488752 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:25.562751 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33280) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:25.682729 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f593a854-8273-4ddc-a2bd-8be4d90778a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:25.724102 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:25.752859 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:25.779207 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f593a854-8273-4ddc-a2bd-8be4d90778a4 admin admin] Publish callbacks [] for security_group (97678527-edcc-4307-9cc7-9800dbe5e3c9), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:25.783316 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-f593a854-8273-4ddc-a2bd-8be4d90778a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (97678527-edcc-4307-9cc7-9800dbe5e3c9), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:25.826369 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-f593a854-8273-4ddc-a2bd-8be4d90778a4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0dd7cde0d9e84881a89225c5851bee48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625039 Oct 04 08:55:25.827385 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593a854-8273-4ddc-a2bd-8be4d90778a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97678527-edcc-4307-9cc7-9800dbe5e3c9,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:25.829261 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33284) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:25.895083 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9b56f64e-25a2-4dd1-943d-2574a6eb06f0 admin admin] Publish callbacks [] for security_group (97678527-edcc-4307-9cc7-9800dbe5e3c9), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:25.918704 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9b56f64e-25a2-4dd1-943d-2574a6eb06f0 admin admin] Publish callbacks [] for security_group (97678527-edcc-4307-9cc7-9800dbe5e3c9), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:25.979158 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9b56f64e-25a2-4dd1-943d-2574a6eb06f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (97678527-edcc-4307-9cc7-9800dbe5e3c9), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:25.982005 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9b56f64e-25a2-4dd1-943d-2574a6eb06f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:25.983483 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-9b56f64e-25a2-4dd1-943d-2574a6eb06f0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/97678527-edcc-4307-9cc7-9800dbe5e3c9 HTTP/1.1" status: 204 len: 168 time: 0.1529675 Oct 04 08:55:25.993818 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56f64e-25a2-4dd1-943d-2574a6eb06f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97678527-edcc-4307-9cc7-9800dbe5e3c9,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:27.119807 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33326) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:27.270485 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-31726ca6-5991-4cef-bac5-fbd01170aea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:27.397671 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-31726ca6-5991-4cef-bac5-fbd01170aea8 admin admin] Publish callbacks [] for security_group (03891cf9-20ba-4b0f-b007-ba8b301ac9d4), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:27.403364 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-31726ca6-5991-4cef-bac5-fbd01170aea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (03891cf9-20ba-4b0f-b007-ba8b301ac9d4), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:27.468384 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31726ca6-5991-4cef-bac5-fbd01170aea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03891cf9-20ba-4b0f-b007-ba8b301ac9d4,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:27.479253 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-31726ca6-5991-4cef-bac5-fbd01170aea8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=283af8631c474dcb942caca02e7bda85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3554833 Oct 04 08:55:27.479634 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33340) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:27.545419 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2e6674b7-7ef9-4b07-8e8c-7b629f8b3d97 admin admin] Publish callbacks [] for security_group (03891cf9-20ba-4b0f-b007-ba8b301ac9d4), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:27.578383 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2e6674b7-7ef9-4b07-8e8c-7b629f8b3d97 admin admin] Publish callbacks [] for security_group (03891cf9-20ba-4b0f-b007-ba8b301ac9d4), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:27.643449 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2e6674b7-7ef9-4b07-8e8c-7b629f8b3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (03891cf9-20ba-4b0f-b007-ba8b301ac9d4), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:27.646681 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2e6674b7-7ef9-4b07-8e8c-7b629f8b3d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:27.648770 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-2e6674b7-7ef9-4b07-8e8c-7b629f8b3d97 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/03891cf9-20ba-4b0f-b007-ba8b301ac9d4 HTTP/1.1" status: 204 len: 168 time: 0.1674142 Oct 04 08:55:27.670927 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6674b7-7ef9-4b07-8e8c-7b629f8b3d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03891cf9-20ba-4b0f-b007-ba8b301ac9d4,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:28.140900 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33350) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:28.174595 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-31951abb-60a5-4aa8-8745-e36cb6130b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:28.283137 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-31951abb-60a5-4aa8-8745-e36cb6130b03 admin admin] Publish callbacks [] for security_group (0fe3cb76-e903-49fc-a095-5ee4957ba672), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:28.296756 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-31951abb-60a5-4aa8-8745-e36cb6130b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (0fe3cb76-e903-49fc-a095-5ee4957ba672), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:28.344245 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31951abb-60a5-4aa8-8745-e36cb6130b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe3cb76-e903-49fc-a095-5ee4957ba672,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:28.349209 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-31951abb-60a5-4aa8-8745-e36cb6130b03 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f7daa162d98941c191e26a6836f0f191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001801 Oct 04 08:55:28.352122 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33356) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:28.407302 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-92580e6c-e951-4876-9c72-15648491aa50 admin admin] Publish callbacks [] for security_group (0fe3cb76-e903-49fc-a095-5ee4957ba672), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:28.428495 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-92580e6c-e951-4876-9c72-15648491aa50 admin admin] Publish callbacks [] for security_group (0fe3cb76-e903-49fc-a095-5ee4957ba672), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:28.476007 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-92580e6c-e951-4876-9c72-15648491aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (0fe3cb76-e903-49fc-a095-5ee4957ba672), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:28.478514 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-92580e6c-e951-4876-9c72-15648491aa50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:28.479708 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-92580e6c-e951-4876-9c72-15648491aa50 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0fe3cb76-e903-49fc-a095-5ee4957ba672 HTTP/1.1" status: 204 len: 168 time: 0.1265569 Oct 04 08:55:28.488743 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92580e6c-e951-4876-9c72-15648491aa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe3cb76-e903-49fc-a095-5ee4957ba672,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:30.674868 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33440) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:30.757751 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33444) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:30.840241 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c53915dd-0e82-453a-a821-ed9a038033f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:30.866676 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-81cf0a3e-a0e5-4176-ac65-13ef5e1aa7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:30.922690 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c53915dd-0e82-453a-a821-ed9a038033f9 admin admin] Publish callbacks [] for security_group (db710d2e-89f8-4a7a-9444-fd0dbc9afc06), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:30.927834 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-c53915dd-0e82-453a-a821-ed9a038033f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (db710d2e-89f8-4a7a-9444-fd0dbc9afc06), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:30.953341 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:30.954246 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-81cf0a3e-a0e5-4176-ac65-13ef5e1aa7f0 admin admin] Publish callbacks [] for security_group (efac7c62-542e-436d-833c-52908f90376b), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:30.960371 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-81cf0a3e-a0e5-4176-ac65-13ef5e1aa7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (efac7c62-542e-436d-833c-52908f90376b), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:30.974268 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-c53915dd-0e82-453a-a821-ed9a038033f9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ccd982fbdc474ae784c29d623e5271b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966683 Oct 04 08:55:30.975066 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33448) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:30.984342 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53915dd-0e82-453a-a821-ed9a038033f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db710d2e-89f8-4a7a-9444-fd0dbc9afc06,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:31.005810 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf0a3e-a0e5-4176-ac65-13ef5e1aa7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efac7c62-542e-436d-833c-52908f90376b,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:31.013670 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33450) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:31.014295 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-81cf0a3e-a0e5-4176-ac65-13ef5e1aa7f0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9058c11346934a569c3d0dcb74655b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551596 Oct 04 08:55:31.022248 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:31.078439 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-df1cd19f-5a9e-4cb1-bee7-ef10e79c4a26 admin admin] Publish callbacks [] for security_group (db710d2e-89f8-4a7a-9444-fd0dbc9afc06), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.114515 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-df1cd19f-5a9e-4cb1-bee7-ef10e79c4a26 admin admin] Publish callbacks [] for security_group (db710d2e-89f8-4a7a-9444-fd0dbc9afc06), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.123118 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6a577797-6a23-416c-aec8-31b1a2dcdd99 admin admin] Publish callbacks [] for security_group (efac7c62-542e-436d-833c-52908f90376b), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.167980 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6a577797-6a23-416c-aec8-31b1a2dcdd99 admin admin] Publish callbacks [] for security_group (efac7c62-542e-436d-833c-52908f90376b), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.212236 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-df1cd19f-5a9e-4cb1-bee7-ef10e79c4a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (db710d2e-89f8-4a7a-9444-fd0dbc9afc06), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.214949 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-df1cd19f-5a9e-4cb1-bee7-ef10e79c4a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.216074 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-df1cd19f-5a9e-4cb1-bee7-ef10e79c4a26 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/db710d2e-89f8-4a7a-9444-fd0dbc9afc06 HTTP/1.1" status: 204 len: 168 time: 0.2385645 Oct 04 08:55:31.226915 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cd19f-5a9e-4cb1-bee7-ef10e79c4a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db710d2e-89f8-4a7a-9444-fd0dbc9afc06,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:31.234431 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6a577797-6a23-416c-aec8-31b1a2dcdd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (efac7c62-542e-436d-833c-52908f90376b), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.238683 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-6a577797-6a23-416c-aec8-31b1a2dcdd99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.239844 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-6a577797-6a23-416c-aec8-31b1a2dcdd99 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/efac7c62-542e-436d-833c-52908f90376b HTTP/1.1" status: 204 len: 168 time: 0.2246914 Oct 04 08:55:31.248151 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a577797-6a23-416c-aec8-31b1a2dcdd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efac7c62-542e-436d-833c-52908f90376b,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:31.251747 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:31.604889 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33460) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:31.606987 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33462) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:31.619887 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-76c002de-b0bc-4c48-b37b-0f233810e2a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.621100 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-46cdd775-c78a-408c-b073-5af79cb9621a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.707598 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-46cdd775-c78a-408c-b073-5af79cb9621a admin admin] Publish callbacks [] for security_group (612f19ce-98a7-4ee1-bf69-7ea4f5ebf9dd), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.708323 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-76c002de-b0bc-4c48-b37b-0f233810e2a0 admin admin] Publish callbacks [] for security_group (899adb0f-82d4-4ffb-98da-f3117ee88108), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.712547 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-46cdd775-c78a-408c-b073-5af79cb9621a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (612f19ce-98a7-4ee1-bf69-7ea4f5ebf9dd), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.713865 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-76c002de-b0bc-4c48-b37b-0f233810e2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (899adb0f-82d4-4ffb-98da-f3117ee88108), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.754509 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:31.760800 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c002de-b0bc-4c48-b37b-0f233810e2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899adb0f-82d4-4ffb-98da-f3117ee88108,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:31.763448 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-46cdd775-c78a-408c-b073-5af79cb9621a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=90c42908fdd04dcebe232717f2c214f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548254 Oct 04 08:55:31.765407 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdd775-c78a-408c-b073-5af79cb9621a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612f19ce-98a7-4ee1-bf69-7ea4f5ebf9dd,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:31.767005 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-76c002de-b0bc-4c48-b37b-0f233810e2a0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f79924166ec14605b4647933fb66b164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608725 Oct 04 08:55:31.767904 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33464) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:31.770203 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33466) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:31.787141 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:31.829594 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-05e8d395-e544-40f3-b407-74c407bd0d2f admin admin] Publish callbacks [] for security_group (612f19ce-98a7-4ee1-bf69-7ea4f5ebf9dd), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.835064 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ba47-04f1-4fdc-aba5-a029b8078bda admin admin] Publish callbacks [] for security_group (899adb0f-82d4-4ffb-98da-f3117ee88108), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.853503 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-05e8d395-e544-40f3-b407-74c407bd0d2f admin admin] Publish callbacks [] for security_group (612f19ce-98a7-4ee1-bf69-7ea4f5ebf9dd), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.862755 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ba47-04f1-4fdc-aba5-a029b8078bda admin admin] Publish callbacks [] for security_group (899adb0f-82d4-4ffb-98da-f3117ee88108), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.915815 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-05e8d395-e544-40f3-b407-74c407bd0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (612f19ce-98a7-4ee1-bf69-7ea4f5ebf9dd), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.921008 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-05e8d395-e544-40f3-b407-74c407bd0d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.922966 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ba47-04f1-4fdc-aba5-a029b8078bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (899adb0f-82d4-4ffb-98da-f3117ee88108), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.923150 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-05e8d395-e544-40f3-b407-74c407bd0d2f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/612f19ce-98a7-4ee1-bf69-7ea4f5ebf9dd HTTP/1.1" status: 204 len: 168 time: 0.1522553 Oct 04 08:55:31.926775 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ba47-04f1-4fdc-aba5-a029b8078bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:31.932938 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-d3b6ba47-04f1-4fdc-aba5-a029b8078bda admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/899adb0f-82d4-4ffb-98da-f3117ee88108 HTTP/1.1" status: 204 len: 168 time: 0.1599886 Oct 04 08:55:31.941145 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8d395-e544-40f3-b407-74c407bd0d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612f19ce-98a7-4ee1-bf69-7ea4f5ebf9dd,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:31.947890 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6ba47-04f1-4fdc-aba5-a029b8078bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899adb0f-82d4-4ffb-98da-f3117ee88108,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:31.971898 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:32.881788 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33510) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:33.012867 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-230223952-network', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:33.036508 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Made reservation on behalf of 8a08fa28d7374a029062132a73bb8ab6 for: {'network': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:55:33.039831 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.050525 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.108238 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:33.161481 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Publish callbacks [] for security_group (33c843e5-b7c2-43bc-9bfc-e110944dd239), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.166442 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (33c843e5-b7c2-43bc-9bfc-e110944dd239), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.203025 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=106410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:55:33.220697 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c843e5-b7c2-43bc-9bfc-e110944dd239,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:33.228938 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:33.231319 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (c6201ff9-2498-4023-9e28-5a227c5a1347), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.231890 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.segments_db [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Added segment c6201ff9-2498-4023-9e28-5a227c5a1347 of type vlan for network 543bb562-32db-4705-a52a-29b509ec3fe1 Oct 04 08:55:33.254616 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.255223 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.255811 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.256420 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.256997 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.257552 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.258066 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.258402 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.258769 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.259133 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.259518 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.259859 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.260185 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.260507 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.260828 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.311907 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (543bb562-32db-4705-a52a-29b509ec3fe1), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.357658 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (543bb562-32db-4705-a52a-29b509ec3fe1), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.358845 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:33.359391 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.417511 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5338867 Oct 04 08:55:33.420875 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33522) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:33.430145 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Request body: {'subnet': {'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-230223952-subnet', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'ip_version': 4}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:33.435156 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9e951-31e5-4302-88a5-2bad508f5b0d admin admin] Pushing event updated for resources: {'Network': ['ID=543bb562-32db-4705-a52a-29b509ec3fe1,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:33.460151 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Made reservation on behalf of 8a08fa28d7374a029062132a73bb8ab6 for: {'subnet': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:55:33.464342 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12803477'] for subnet (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.467640 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network 543bb562-32db-4705-a52a-29b509ec3fe1 details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:55:33.685925 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12655022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12803463'] for subnet (015c02cb-1b05-4713-a7f6-7ea7b9e41506), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.742102 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=015c02cb-1b05-4713-a7f6-7ea7b9e41506,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:33.759690 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.760043 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.760388 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.760725 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.761049 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.761383 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.761708 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.762031 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.762355 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.762710 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.763036 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.763361 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.763703 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.764001 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.764346 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:33.774364 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Checking segment: {'id': 'c6201ff9-2498-4023-9e28-5a227c5a1347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:55:33.774762 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Network hostable DHCP agents. Network: 543bb562-32db-4705-a52a-29b509ec3fe1, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:55:33.799980 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Network 543bb562-32db-4705-a52a-29b509ec3fe1 is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:55:33.810793 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, 543bb562-32db-4705-a52a-29b509ec3fe1) {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:33.816072 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:33.816875 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.824835 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3538a04d-a30f-494c-81d2-c9d83eddca7e None None] Network 543bb562-32db-4705-a52a-29b509ec3fe1 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:55:33.845362 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-374658f1-3ee6-4b77-a3a7-b64e3ec7ef70 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4226525 Oct 04 08:55:33.848638 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33536) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:33.854043 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:33.881771 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-400'] for router (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.882910 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.957731 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Publish callbacks [] for router_controller (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), precommit_add_association {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:33.963507 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf04c5fb5-aee9-5c72-8602-fd95d862e421-543bb562-32db-4705-a52a-29b509ec3fe1', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'fixed_ips': [{'subnet_id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506'}]}} from dv-cinder-860209-1-iscsi. {{(pid=106412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:55:33.965018 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:34.153654 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.db_base_plugin_common [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Allocated IP 172.20.0.2 (543bb562-32db-4705-a52a-29b509ec3fe1/015c02cb-1b05-4713-a7f6-7ea7b9e41506/76c4583e-b4a9-4f07-944d-06ee978cf4f0) {{(pid=106412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:55:34.333190 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Publish callbacks [] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), precommit_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:34.341149 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:34.385468 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Network 543bb562-32db-4705-a52a-29b509ec3fe1 is already hosted by enough agents. {{(pid=106412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:55:34.388695 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.base_scheduler [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Resources bound (agent type, host, resource id): {{(pid=106412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:34.393689 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Received port after_create {{(pid=106412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:55:34.402324 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Pushing event updated for resources: {'Port': ['ID=76c4583e-b4a9-4f07-944d-06ee978cf4f0,revision_number=1']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:34.412610 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Publish callbacks [] for router_gateway (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:34.481087 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Attempting to bind port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:55:34.482713 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Attempting to bind port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c6201ff9-2498-4023-9e28-5a227c5a1347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:55:34.483399 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Attempting to bind port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 on network 543bb562-32db-4705-a52a-29b509ec3fe1 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:55:34.537292 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:55:34.538078 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Checking segment: {'id': 'c6201ff9-2498-4023-9e28-5a227c5a1347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:55:34.538949 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:34.539701 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Bound using segment: {'id': 'c6201ff9-2498-4023-9e28-5a227c5a1347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:55:34.540691 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Bound port: 76c4583e-b4a9-4f07-944d-06ee978cf4f0, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6201ff9-2498-4023-9e28-5a227c5a1347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:55:34.541469 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:34.640594 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:34.654201 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:34.659789 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Publish callbacks [] for router_gateway (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:34.667947 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] For port 76c4583e-b4a9-4f07-944d-06ee978cf4f0, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:55:34.673692 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] For port 76c4583e-b4a9-4f07-944d-06ee978cf4f0, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=76c4583e-b4a9-4f07-944d-06ee978cf4f0,segment=NetworkSegment(c6201ff9-2498-4023-9e28-5a227c5a1347),segment_id=c6201ff9-2498-4023-9e28-5a227c5a1347)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:55:34.684055 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:34.688797 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:34.754837 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0600682-fba8-4626-8008-ded2728fcf38 None None] Pushing event updated for resources: {'Port': ['ID=76c4583e-b4a9-4f07-944d-06ee978cf4f0,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:34.850588 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Allocated IP 172.27.0.177 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/a5434a62-4c49-4d26-bfb8-f72f4554688a) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:55:34.998659 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Publish callbacks [] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:35.035787 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:35.085822 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:55:35.091332 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:35.093679 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Pushing event updated for resources: {'Port': ['ID=a5434a62-4c49-4d26-bfb8-f72f4554688a,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:35.096706 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:55:35.229436 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 76c4583e-b4a9-4f07-944d-06ee978cf4f0 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:35.264232 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:35.285526 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:35.285810 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:35.286143 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 Oct 04 08:55:35.328987 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:35.366688 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Publish callbacks [] for router_gateway (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:35.374704 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:35.375134 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:35.417850 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 76c4583e-b4a9-4f07-944d-06ee978cf4f0, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=76c4583e-b4a9-4f07-944d-06ee978cf4f0,segment=NetworkSegment(c6201ff9-2498-4023-9e28-5a227c5a1347),segment_id=c6201ff9-2498-4023-9e28-5a227c5a1347)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:35.423534 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:35.485098 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=76c4583e-b4a9-4f07-944d-06ee978cf4f0,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:35.609812 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602062'] for router (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:35.671699 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:35.742166 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:35.742305 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851b7b32-7c4c-4084-9422-a7681999f620 None None] Network 543bb562-32db-4705-a52a-29b509ec3fe1 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:55:35.770119 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 is scheduled to L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 with binding_index 1 {{(pid=106411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:55:35.807228 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-b6348742-92ff-4faf-95c9-d4df1ec49d14 None None] Provisioning complete for port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:35.807643 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-b6348742-92ff-4faf-95c9-d4df1ec49d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:35.807924 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-b6348742-92ff-4faf-95c9-d4df1ec49d14 None None] Attempt 1 to provision port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 Oct 04 08:55:35.902595 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:55:35.916866 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42832930-2d13-4791-8664-c411adbba421 None None] Sync routers for ids ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:55:35.939232 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42832930-2d13-4791-8664-c411adbba421 None None] Routers {'1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:35.939528 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:35.941020 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-42832930-2d13-4791-8664-c411adbba421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:55:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:35.941558 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-67eadc7a-b5ef-401d-abae-30ccc14be86d admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0916827 Oct 04 08:55:35.944479 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33552) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:36.014188 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-b6348742-92ff-4faf-95c9-d4df1ec49d14 None None] Current status of the port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:36.036715 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:55:36.106926 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-42832930-2d13-4791-8664-c411adbba421 None None] Set router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:36.331464 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-42832930-2d13-4791-8664-c411adbba421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:55:35Z', 'revision_number': 3, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port': {'id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:33:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:34Z', 'updated_at': '2022-10-04T08:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:36.335889 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-9842abfe-cb36-456f-a21f-d116fd0228a4 None None] Provisioning complete for port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:36.336262 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-9842abfe-cb36-456f-a21f-d116fd0228a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:36.336602 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-9842abfe-cb36-456f-a21f-d116fd0228a4 None None] Attempt 1 to provision port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 Oct 04 08:55:36.359036 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42832930-2d13-4791-8664-c411adbba421 None None] Checking router: 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:55:36.359529 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42832930-2d13-4791-8664-c411adbba421 None None] Updating router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 port a5434a62-4c49-4d26-bfb8-f72f4554688a binding host dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:55:36.400303 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-42832930-2d13-4791-8664-c411adbba421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:36.453504 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-9842abfe-cb36-456f-a21f-d116fd0228a4 None None] Current status of the port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:36.511408 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:36.678705 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:36.682470 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Allocated IP 172.20.0.1 (543bb562-32db-4705-a52a-29b509ec3fe1/015c02cb-1b05-4713-a7f6-7ea7b9e41506/17b2eb17-53d1-4431-8f4e-f7588b60bab6) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:55:36.756418 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-42832930-2d13-4791-8664-c411adbba421 None None] Publish callbacks [] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), precommit_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:36.762416 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-42832930-2d13-4791-8664-c411adbba421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:36.802635 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-42832930-2d13-4791-8664-c411adbba421 None None] Attempting to bind port a5434a62-4c49-4d26-bfb8-f72f4554688a on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:55:36.803000 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-42832930-2d13-4791-8664-c411adbba421 None None] Attempting to bind port a5434a62-4c49-4d26-bfb8-f72f4554688a by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:55:36.803358 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42832930-2d13-4791-8664-c411adbba421 None None] Attempting to bind port a5434a62-4c49-4d26-bfb8-f72f4554688a on network a245eb65-fa51-4a9c-b9ba-d29908724e63 {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:55:36.835229 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Pushing event updated for resources: {'Port': ['ID=a5434a62-4c49-4d26-bfb8-f72f4554688a,revision_number=2']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:36.837787 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Publish callbacks [] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:36.845428 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:36.852329 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.852771 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.853110 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.853419 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.853791 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.854122 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.854457 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.854821 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.855132 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.855444 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.855767 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.856079 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.856394 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.856702 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.857011 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:55:36.873874 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42832930-2d13-4791-8664-c411adbba421 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:55:36.874405 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42832930-2d13-4791-8664-c411adbba421 None None] Checking segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:55:36.874765 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-42832930-2d13-4791-8664-c411adbba421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:36.875159 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42832930-2d13-4791-8664-c411adbba421 None None] Bound using segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:55:36.875654 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-42832930-2d13-4791-8664-c411adbba421 None None] Bound port: a5434a62-4c49-4d26-bfb8-f72f4554688a, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:55:36.876079 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-42832930-2d13-4791-8664-c411adbba421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:36.878974 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:36.929628 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Network 543bb562-32db-4705-a52a-29b509ec3fe1 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:55:36.935268 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:36.937619 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=17b2eb17-53d1-4431-8f4e-f7588b60bab6,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:36.940352 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:55:36.956573 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-42832930-2d13-4791-8664-c411adbba421 None None] For port a5434a62-4c49-4d26-bfb8-f72f4554688a, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:55:36.963324 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-42832930-2d13-4791-8664-c411adbba421 None None] For port a5434a62-4c49-4d26-bfb8-f72f4554688a, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=a5434a62-4c49-4d26-bfb8-f72f4554688a,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:55:36.981515 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-42832930-2d13-4791-8664-c411adbba421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.067469 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:37.084427 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42832930-2d13-4791-8664-c411adbba421 None None] Routers {'1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:37.085166 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-42832930-2d13-4791-8664-c411adbba421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:55:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:37.089971 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e977e-941d-4fea-bef3-af054be9761b None None] Pushing event updated for resources: {'Port': ['ID=a5434a62-4c49-4d26-bfb8-f72f4554688a,revision_number=3']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:37.160202 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:37.224974 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 76c4583e-b4a9-4f07-944d-06ee978cf4f0 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:37.283916 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:37.284587 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.286309 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 Oct 04 08:55:37.316148 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756789'] for router_interface (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.352566 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-42832930-2d13-4791-8664-c411adbba421 None None] Set router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:37.403913 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-4e9f159b-fc78-4f77-b5c5-ea67083561ae None None] Provisioning complete for port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:37.404661 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4e9f159b-fc78-4f77-b5c5-ea67083561ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.405489 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-4e9f159b-fc78-4f77-b5c5-ea67083561ae None None] Attempt 1 to provision port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 Oct 04 08:55:37.496649 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.622318 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:37.629047 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f159b-fc78-4f77-b5c5-ea67083561ae None None] Port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:55:37.720167 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Publish callbacks [] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.726292 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.777210 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-42832930-2d13-4791-8664-c411adbba421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:55:35Z', 'revision_number': 3, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port': {'id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:33:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:34Z', 'updated_at': '2022-10-04T08:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:37.800857 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756905'] for router_interface (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:37.802914 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=17b2eb17-53d1-4431-8f4e-f7588b60bab6,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:37.805324 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42832930-2d13-4791-8664-c411adbba421 None None] The sync data for ids ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'] in dv-cinder-860209-1-iscsi is: [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:55:35Z', 'revision_number': 3, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port': {'id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:33:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:34Z', 'updated_at': '2022-10-04T08:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:55:37.929412 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Network 543bb562-32db-4705-a52a-29b509ec3fe1 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:55:37.931146 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:38.008531 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:38.090363 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:55:38.256244 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:55:38.261608 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-daf710de-04af-49f8-b08e-c37af3620ab3 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/1f63b9b0-f1f8-4c45-a2f1-c72691fdd883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3156517 Oct 04 08:55:38.355180 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-a6295b8d-ac0e-4cc1-b026-262f80b9b5e1 None None] Provisioning complete for port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:38.356337 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a6295b8d-ac0e-4cc1-b026-262f80b9b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:38.356853 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-a6295b8d-ac0e-4cc1-b026-262f80b9b5e1 None None] Attempt 1 to provision port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 Oct 04 08:55:38.395514 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-a6295b8d-ac0e-4cc1-b026-262f80b9b5e1 None None] Port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:55:39.166861 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33592) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:39.172311 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-573551800-network', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:39.176551 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:39.199789 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Made reservation on behalf of 58217ece784949dc8ae4d6f2cb9b02fb for: {'network': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:55:39.203288 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33594) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:39.206795 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.219991 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.281480 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device a5434a62-4c49-4d26-bfb8-f72f4554688a up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:39.334651 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Publish callbacks [] for security_group (c4ec2f63-bb44-4611-b54c-6572894e2c7d), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.338868 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port a5434a62-4c49-4d26-bfb8-f72f4554688a triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:39.339134 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.339469 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port a5434a62-4c49-4d26-bfb8-f72f4554688a Oct 04 08:55:39.341301 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (c4ec2f63-bb44-4611-b54c-6572894e2c7d), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.372963 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:39.379573 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=106410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:55:39.391184 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ec2f63-bb44-4611-b54c-6572894e2c7d,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:39.398384 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (fd632300-abbd-45b4-8d1f-045cab97b823), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.398779 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.segments_db [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Added segment fd632300-abbd-45b4-8d1f-045cab97b823 of type vlan for network ff637f11-bb90-46e3-bfee-dc4f17b4c331 Oct 04 08:55:39.452611 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port a5434a62-4c49-4d26-bfb8-f72f4554688a is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:39.453417 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.458618 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (ff637f11-bb90-46e3-bfee-dc4f17b4c331), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.460498 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:39.486528 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port a5434a62-4c49-4d26-bfb8-f72f4554688a, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=a5434a62-4c49-4d26-bfb8-f72f4554688a,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:39.491959 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (ff637f11-bb90-46e3-bfee-dc4f17b4c331), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.493610 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.493830 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:39.494462 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.531688 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3636134 Oct 04 08:55:39.535831 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33598) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:39.541071 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-7c8f7ce0-ef35-4d65-9a4e-c231f095dc6b admin admin] Request body: {'subnet': {'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-573551800-subnet', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'ip_version': 4}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:39.570632 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=a5434a62-4c49-4d26-bfb8-f72f4554688a,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:39.588933 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87dd74-66ee-4029-b93b-4df1b2b802bc admin admin] Pushing event updated for resources: {'Network': ['ID=ff637f11-bb90-46e3-bfee-dc4f17b4c331,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:39.590599 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4768c2b4-1310-43d8-bc39-779455f7cad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.604304 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network ff637f11-bb90-46e3-bfee-dc4f17b4c331 details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:55:39.617824 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8f7ce0-ef35-4d65-9a4e-c231f095dc6b admin admin] Made reservation on behalf of 58217ece784949dc8ae4d6f2cb9b02fb for: {'subnet': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:55:39.621054 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7c8f7ce0-ef35-4d65-9a4e-c231f095dc6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12803477'] for subnet (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.820684 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4768c2b4-1310-43d8-bc39-779455f7cad7 admin admin] Publish callbacks [] for security_group (f627bc7d-c7c9-4f5e-b486-4b3cc98c22eb), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.828900 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-4768c2b4-1310-43d8-bc39-779455f7cad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (f627bc7d-c7c9-4f5e-b486-4b3cc98c22eb), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.909607 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Sync routers for ids ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:55:39.921938 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Routers {'1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:39.922606 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:55:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:39.924042 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-4768c2b4-1310-43d8-bc39-779455f7cad7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f890a618ebb546569fc8db843cce58e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7195027 Oct 04 08:55:39.927588 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768c2b4-1310-43d8-bc39-779455f7cad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f627bc7d-c7c9-4f5e-b486-4b3cc98c22eb,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:39.927774 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33600) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:39.940878 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7c8f7ce0-ef35-4d65-9a4e-c231f095dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12655022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12803463'] for subnet (f4e4abb2-5e87-4707-9f47-cdaeca81cc28), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:39.998883 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-374d8c05-15cf-4397-9f8f-fae113867175 admin admin] Publish callbacks [] for security_group (f627bc7d-c7c9-4f5e-b486-4b3cc98c22eb), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.010158 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f7ce0-ef35-4d65-9a4e-c231f095dc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e4abb2-5e87-4707-9f47-cdaeca81cc28,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:40.024298 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-374d8c05-15cf-4397-9f8f-fae113867175 admin admin] Publish callbacks [] for security_group (f627bc7d-c7c9-4f5e-b486-4b3cc98c22eb), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.035512 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f7ce0-ef35-4d65-9a4e-c231f095dc6b admin admin] Checking segment: {'id': 'fd632300-abbd-45b4-8d1f-045cab97b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:55:40.035969 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8f7ce0-ef35-4d65-9a4e-c231f095dc6b admin admin] Network hostable DHCP agents. Network: ff637f11-bb90-46e3-bfee-dc4f17b4c331, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:55:40.055774 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8f7ce0-ef35-4d65-9a4e-c231f095dc6b admin admin] Network ff637f11-bb90-46e3-bfee-dc4f17b4c331 is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:55:40.069012 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-7c8f7ce0-ef35-4d65-9a4e-c231f095dc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, ff637f11-bb90-46e3-bfee-dc4f17b4c331) {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:40.073168 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Set router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:40.074001 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8f7ce0-ef35-4d65-9a4e-c231f095dc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:40.074922 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7c8f7ce0-ef35-4d65-9a4e-c231f095dc6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.092843 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33602) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:40.093394 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [req-73ee3562-560d-4996-81a7-22e8c0e82235 req-57040c60-090d-4392-b8ac-3a671af649fa tempest-AttachVolumeNegativeTest-231091262 tempest-AttachVolumeNegativeTest-231091262-project] (106411) timed out ('10.222.0.16', 51642) {{(pid=106411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 08:55:40.102454 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-7c8f7ce0-ef35-4d65-9a4e-c231f095dc6b admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5618725 Oct 04 08:55:40.103667 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33606) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:40.107319 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-573551800-router', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:40.114196 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-374d8c05-15cf-4397-9f8f-fae113867175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (f627bc7d-c7c9-4f5e-b486-4b3cc98c22eb), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.116855 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-374d8c05-15cf-4397-9f8f-fae113867175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.118034 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-374d8c05-15cf-4397-9f8f-fae113867175 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f627bc7d-c7c9-4f5e-b486-4b3cc98c22eb HTTP/1.1" status: 204 len: 168 time: 0.1893301 Oct 04 08:55:40.128556 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52af079c-b291-4211-8654-76948b2e07ac None None] Network ff637f11-bb90-46e3-bfee-dc4f17b4c331 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:55:40.143336 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d8c05-15cf-4397-9f8f-fae113867175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f627bc7d-c7c9-4f5e-b486-4b3cc98c22eb,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:40.163017 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-601816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-400'] for router (ccd2f692-9d3e-4703-a89a-d1cc3635216c), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.164104 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-598516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760223', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-590535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-395'] for router (ccd2f692-9d3e-4703-a89a-d1cc3635216c), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.227188 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Publish callbacks [] for router_controller (ccd2f692-9d3e-4703-a89a-d1cc3635216c), precommit_add_association {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.228387 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:40.394619 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Publish callbacks [] for router_gateway (ccd2f692-9d3e-4703-a89a-d1cc3635216c), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.409235 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-d1a064e8-21fe-44d0-af70-03444e3a0bbd req-b7c2199e-4d9a-4789-8a68-3f8c33c52073 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.414232 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf04c5fb5-aee9-5c72-8602-fd95d862e421-ff637f11-bb90-46e3-bfee-dc4f17b4c331', 'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331', 'project_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'fixed_ips': [{'subnet_id': 'f4e4abb2-5e87-4707-9f47-cdaeca81cc28'}]}} from dv-cinder-860209-1-iscsi. {{(pid=106412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 08:55:40.415282 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.507968 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:40.561994 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:55:37Z', 'revision_number': 4, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port': {'id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:34Z', 'updated_at': '2022-10-04T08:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '17b2eb17-53d1-4431-8f4e-f7588b60bab6', 'name': '', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'mac_address': 'fa:16:3e:f5:f9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:36Z', 'updated_at': '2022-10-04T08:55:37Z', 'revision_number': 2, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'subnets': [{'id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:40.600562 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Checking router: 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:55:40.601253 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Updating router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 binding host dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:55:40.648313 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33612) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:40.677458 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.682867 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-d1a064e8-21fe-44d0-af70-03444e3a0bbd req-b7c2199e-4d9a-4789-8a68-3f8c33c52073 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks [] for security_group (d567345c-6a64-40c9-86fd-d208dace7f2c), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.685144 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5fb01450-82f0-4ef6-ab86-bfc92cde6f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.689816 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-d1a064e8-21fe-44d0-af70-03444e3a0bbd req-b7c2199e-4d9a-4789-8a68-3f8c33c52073 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (d567345c-6a64-40c9-86fd-d208dace7f2c), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.701062 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.db_base_plugin_common [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Allocated IP 172.20.0.2 (ff637f11-bb90-46e3-bfee-dc4f17b4c331/f4e4abb2-5e87-4707-9f47-cdaeca81cc28/d484567b-dded-4497-beb4-7903fbbac71d) {{(pid=106412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:55:40.719058 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-d1a064e8-21fe-44d0-af70-03444e3a0bbd req-b7c2199e-4d9a-4789-8a68-3f8c33c52073 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1159980666&fields=id&tenant_id=2f94e3ae140b43739febe1111e18604b HTTP/1.1" status: 200 len: 221 time: 0.6241724 Oct 04 08:55:40.733438 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Publish callbacks [] for router_gateway (ccd2f692-9d3e-4703-a89a-d1cc3635216c), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.781270 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:40.783492 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:40.783492 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:40.822695 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.833167 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5fb01450-82f0-4ef6-ab86-bfc92cde6f1f admin admin] Publish callbacks [] for security_group (05a82af4-125f-4e60-bb23-502665912690), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.834945 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2199e-4d9a-4789-8a68-3f8c33c52073 tempest-TestVolumeBootPattern-371052090 tempest-TestVolumeBootPattern-371052090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d567345c-6a64-40c9-86fd-d208dace7f2c,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:40.839451 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-5fb01450-82f0-4ef6-ab86-bfc92cde6f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (05a82af4-125f-4e60-bb23-502665912690), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:40.888993 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb01450-82f0-4ef6-ab86-bfc92cde6f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a82af4-125f-4e60-bb23-502665912690,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:40.895786 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-5fb01450-82f0-4ef6-ab86-bfc92cde6f1f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a22d55e4da1340859604e4401f35d928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456031 Oct 04 08:55:40.898203 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33614) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:40.927320 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:40.973712 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-248220be-6e9e-4975-8e59-78d4a1943ef9 admin admin] Publish callbacks [] for security_group (05a82af4-125f-4e60-bb23-502665912690), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.000712 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-248220be-6e9e-4975-8e59-78d4a1943ef9 admin admin] Publish callbacks [] for security_group (05a82af4-125f-4e60-bb23-502665912690), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.003321 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Allocated IP 172.27.0.61 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/e0118ec1-eb7d-44ac-901b-1b97894ce6ad) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:55:41.062568 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Publish callbacks [] for port (d484567b-dded-4497-beb4-7903fbbac71d), precommit_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.064372 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-248220be-6e9e-4975-8e59-78d4a1943ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (05a82af4-125f-4e60-bb23-502665912690), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.067409 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-248220be-6e9e-4975-8e59-78d4a1943ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.071473 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-248220be-6e9e-4975-8e59-78d4a1943ef9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/05a82af4-125f-4e60-bb23-502665912690 HTTP/1.1" status: 204 len: 168 time: 0.1695678 Oct 04 08:55:41.083014 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248220be-6e9e-4975-8e59-78d4a1943ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a82af4-125f-4e60-bb23-502665912690,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:41.097975 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348'] for port (d484567b-dded-4497-beb4-7903fbbac71d), after_create {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.161819 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Network ff637f11-bb90-46e3-bfee-dc4f17b4c331 is already hosted by enough agents. {{(pid=106412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:55:41.201131 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.scheduler.base_scheduler [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Resources bound (agent type, host, resource id): {{(pid=106412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:41.203924 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Received port after_create {{(pid=106412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:55:41.213941 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Publish callbacks [] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.255728 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Publish callbacks [] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), precommit_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.257548 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Pushing event updated for resources: {'Port': ['ID=d484567b-dded-4497-beb4-7903fbbac71d,revision_number=1']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:41.264985 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.268100 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device a5434a62-4c49-4d26-bfb8-f72f4554688a up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:41.286066 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:41.314070 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.350159 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:55:41.356250 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:41.361121 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:55:41.386378 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Pushing event updated for resources: {'Port': ['ID=e0118ec1-eb7d-44ac-901b-1b97894ce6ad,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:41.564376 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Attempting to bind port d484567b-dded-4497-beb4-7903fbbac71d on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:55:41.565558 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Attempting to bind port d484567b-dded-4497-beb4-7903fbbac71d by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'fd632300-abbd-45b4-8d1f-045cab97b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:55:41.565921 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Attempting to bind port d484567b-dded-4497-beb4-7903fbbac71d on network ff637f11-bb90-46e3-bfee-dc4f17b4c331 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:55:41.643513 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babbe91-ac49-4a35-89f5-eec8543e4bb9 None None] Pushing event updated for resources: {'Port': ['ID=17b2eb17-53d1-4431-8f4e-f7588b60bab6,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:41.644795 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port a5434a62-4c49-4d26-bfb8-f72f4554688a triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:41.645371 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.645877 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port a5434a62-4c49-4d26-bfb8-f72f4554688a Oct 04 08:55:41.676015 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Attempting to bind port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:55:41.676389 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Attempting to bind port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c6201ff9-2498-4023-9e28-5a227c5a1347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:55:41.676749 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Attempting to bind port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 on network 543bb562-32db-4705-a52a-29b509ec3fe1 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:55:41.742697 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Publish callbacks [] for router_gateway (ccd2f692-9d3e-4703-a89a-d1cc3635216c), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.745402 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:55:41.745948 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Checking segment: {'id': 'fd632300-abbd-45b4-8d1f-045cab97b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:55:41.746183 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.746824 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Bound using segment: {'id': 'fd632300-abbd-45b4-8d1f-045cab97b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:55:41.747500 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Bound port: d484567b-dded-4497-beb4-7903fbbac71d, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd632300-abbd-45b4-8d1f-045cab97b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:55:41.748121 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (d484567b-dded-4497-beb4-7903fbbac71d), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.755822 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:41.764756 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:55:41.765138 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Checking segment: {'id': 'c6201ff9-2498-4023-9e28-5a227c5a1347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:55:41.765543 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.765942 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Bound using segment: {'id': 'c6201ff9-2498-4023-9e28-5a227c5a1347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:55:41.766439 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Bound port: 17b2eb17-53d1-4431-8f4e-f7588b60bab6, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6201ff9-2498-4023-9e28-5a227c5a1347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:55:41.766824 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.910876 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port a5434a62-4c49-4d26-bfb8-f72f4554688a is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:41.931378 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] For port 17b2eb17-53d1-4431-8f4e-f7588b60bab6, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:55:41.933653 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:41.936137 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] For port 17b2eb17-53d1-4431-8f4e-f7588b60bab6, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=17b2eb17-53d1-4431-8f4e-f7588b60bab6,segment=NetworkSegment(c6201ff9-2498-4023-9e28-5a227c5a1347),segment_id=c6201ff9-2498-4023-9e28-5a227c5a1347)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:55:41.938382 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] For port d484567b-dded-4497-beb4-7903fbbac71d, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:55:41.943151 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] For port d484567b-dded-4497-beb4-7903fbbac71d, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=d484567b-dded-4497-beb4-7903fbbac71d,segment=NetworkSegment(fd632300-abbd-45b4-8d1f-045cab97b823),segment_id=fd632300-abbd-45b4-8d1f-045cab97b823)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:55:41.948872 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:41.961883 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (d484567b-dded-4497-beb4-7903fbbac71d), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.006483 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:42.019070 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-598499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602062'] for router (ccd2f692-9d3e-4703-a89a-d1cc3635216c), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.029793 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Routers {'1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:42.030569 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:55:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:42.104137 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babbe91-ac49-4a35-89f5-eec8543e4bb9 None None] Pushing event updated for resources: {'Port': ['ID=17b2eb17-53d1-4431-8f4e-f7588b60bab6,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:42.202564 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.223084 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33636) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:42.237116 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb07617-f193-41b8-ac7c-b59c3ceb00b5 None None] Pushing event updated for resources: {'Port': ['ID=d484567b-dded-4497-beb4-7903fbbac71d,revision_number=2']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:42.242387 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Router ccd2f692-9d3e-4703-a89a-d1cc3635216c is scheduled to L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 with binding_index 1 {{(pid=106410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 08:55:42.250253 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] Set router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:42.395378 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-391086874-network', 'tenant_id': 'e4453eddd61d45c9a8007ba49656cff7'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:42.427831 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Made reservation on behalf of e4453eddd61d45c9a8007ba49656cff7 for: {'network': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:55:42.430992 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.441514 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.448440 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:55:42.460775 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Sync routers for ids ['ccd2f692-9d3e-4703-a89a-d1cc3635216c'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:55:42.477202 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Routers {'ccd2f692-9d3e-4703-a89a-d1cc3635216c'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:42.479158 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:55:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ccd2f692-9d3e-4703-a89a-d1cc3635216c'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:42.488065 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.490949 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-06555fba-2894-47b2-a293-38ca9bc09d55 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3870497 Oct 04 08:55:42.495787 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33640) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:42.587227 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:55:37Z', 'revision_number': 4, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port': {'id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:34Z', 'updated_at': '2022-10-04T08:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '17b2eb17-53d1-4431-8f4e-f7588b60bab6', 'name': '', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'mac_address': 'fa:16:3e:f5:f9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:36Z', 'updated_at': '2022-10-04T08:55:41Z', 'revision_number': 4, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'subnets': [{'id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:42.594281 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Publish callbacks [] for security_group (c4695eb5-1648-4181-9868-9a8a7e151253), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.599684 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (c4695eb5-1648-4181-9868-9a8a7e151253), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.616812 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=106411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:55:42.623652 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a27c92f-4c68-4e97-8ec3-2a9e741dfbeb None None] The sync data for ids ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'] in dv-cinder-860209-1-iscsi is: [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:55:37Z', 'revision_number': 4, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port': {'id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:34Z', 'updated_at': '2022-10-04T08:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '17b2eb17-53d1-4431-8f4e-f7588b60bab6', 'name': '', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'mac_address': 'fa:16:3e:f5:f9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:36Z', 'updated_at': '2022-10-04T08:55:41Z', 'revision_number': 4, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'subnets': [{'id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:55:42.655600 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Set router ccd2f692-9d3e-4703-a89a-d1cc3635216c gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:42.660924 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4695eb5-1648-4181-9868-9a8a7e151253,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:42.676388 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (5c17da3a-577b-410b-950d-51560d92a487), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.676641 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.segments_db [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Added segment 5c17da3a-577b-410b-950d-51560d92a487 of type vlan for network 16dd7aa8-a720-4131-930b-d5a870a1dc38 Oct 04 08:55:42.770704 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (16dd7aa8-a720-4131-930b-d5a870a1dc38), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.811518 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (16dd7aa8-a720-4131-930b-d5a870a1dc38), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.812974 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:42.813642 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:42.884973 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6598639 Oct 04 08:55:42.888160 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33642) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:42.894008 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-76fb8272-dc97-45a2-afe2-1b89d0ff5bf9 admin admin] Request body: {'subnet': {'network_id': '16dd7aa8-a720-4131-930b-d5a870a1dc38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-391086874-subnet', 'tenant_id': 'e4453eddd61d45c9a8007ba49656cff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:42.904755 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27676ab-6b71-43f2-9912-0ef800f2517b admin admin] Pushing event updated for resources: {'Network': ['ID=16dd7aa8-a720-4131-930b-d5a870a1dc38,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:42.912262 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'name': 'tempest-TestMinimumBasicScenario-573551800-router', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:55:41Z', 'revision_number': 3, 'project_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'gw_port': {'id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ff:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:42.916821 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network 16dd7aa8-a720-4131-930b-d5a870a1dc38 details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:55:42.945095 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Checking router: ccd2f692-9d3e-4703-a89a-d1cc3635216c for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:55:42.945995 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Updating router ccd2f692-9d3e-4703-a89a-d1cc3635216c port e0118ec1-eb7d-44ac-901b-1b97894ce6ad binding host dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:55:43.033350 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:43.304846 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fb8272-dc97-45a2-afe2-1b89d0ff5bf9 admin admin] Made reservation on behalf of e4453eddd61d45c9a8007ba49656cff7 for: {'subnet': 1} {{(pid=106410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:55:43.307720 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-76fb8272-dc97-45a2-afe2-1b89d0ff5bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12886582'] for subnet (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:43.317405 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:43.396490 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 17b2eb17-53d1-4431-8f4e-f7588b60bab6 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:43.461732 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:43.502948 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:43.503485 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:43.504036 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 Oct 04 08:55:43.566514 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:43.589491 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Publish callbacks [] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), precommit_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:43.594297 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:43.600389 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:43.683197 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:43.686989 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:43.709710 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2f6e2-64c1-467c-8067-0f57c24a6019 None None] Pushing event updated for resources: {'Port': ['ID=e0118ec1-eb7d-44ac-901b-1b97894ce6ad,revision_number=2']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:43.713162 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Attempting to bind port e0118ec1-eb7d-44ac-901b-1b97894ce6ad on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:55:43.714224 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Attempting to bind port e0118ec1-eb7d-44ac-901b-1b97894ce6ad by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:55:43.715972 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Attempting to bind port e0118ec1-eb7d-44ac-901b-1b97894ce6ad on network a245eb65-fa51-4a9c-b9ba-d29908724e63 {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:55:43.729517 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd8a0bb-0aac-419e-9945-4210c82b8e2f None None] Network ff637f11-bb90-46e3-bfee-dc4f17b4c331 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:55:43.786595 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 17b2eb17-53d1-4431-8f4e-f7588b60bab6, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=17b2eb17-53d1-4431-8f4e-f7588b60bab6,segment=NetworkSegment(c6201ff9-2498-4023-9e28-5a227c5a1347),segment_id=c6201ff9-2498-4023-9e28-5a227c5a1347)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:43.794890 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:43.803251 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:55:43.804253 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Checking segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:55:43.805146 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:43.805988 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Bound using segment: {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'} {{(pid=106413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:55:43.807467 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.managers [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Bound port: e0118ec1-eb7d-44ac-901b-1b97894ce6ad, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20eb74c-fbcf-4946-8e5a-e0113c18521f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63'}}] {{(pid=106413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:55:43.808232 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-76fb8272-dc97-45a2-afe2-1b89d0ff5bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14467641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12886564'] for subnet (f07c33c8-173c-493f-a845-edb116163c2b), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:43.808669 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), before_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:43.822605 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:43.825082 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d484567b-dded-4497-beb4-7903fbbac71d up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:43.884383 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] For port e0118ec1-eb7d-44ac-901b-1b97894ce6ad, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:55:43.891337 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.plugins.ml2.db [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] For port e0118ec1-eb7d-44ac-901b-1b97894ce6ad, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=e0118ec1-eb7d-44ac-901b-1b97894ce6ad,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:55:43.901921 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron_lib.callbacks.manager [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), after_update {{(pid=106413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:43.952802 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Routers {'ccd2f692-9d3e-4703-a89a-d1cc3635216c'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:43.953481 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:55:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ccd2f692-9d3e-4703-a89a-d1cc3635216c'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:44.028126 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-7a886ef7-a350-4eca-bd02-f3b7acf8e7f4 None None] Provisioning complete for port d484567b-dded-4497-beb4-7903fbbac71d triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:44.028701 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-7a886ef7-a350-4eca-bd02-f3b7acf8e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (d484567b-dded-4497-beb4-7903fbbac71d), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:44.029234 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-7a886ef7-a350-4eca-bd02-f3b7acf8e7f4 None None] Attempt 1 to provision port d484567b-dded-4497-beb4-7903fbbac71d Oct 04 08:55:44.052331 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb8272-dc97-45a2-afe2-1b89d0ff5bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f07c33c8-173c-493f-a845-edb116163c2b,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:44.065427 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb8272-dc97-45a2-afe2-1b89d0ff5bf9 admin admin] Checking segment: {'id': '5c17da3a-577b-410b-950d-51560d92a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '16dd7aa8-a720-4131-930b-d5a870a1dc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:55:44.067210 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb8272-dc97-45a2-afe2-1b89d0ff5bf9 admin admin] Network hostable DHCP agents. Network: 16dd7aa8-a720-4131-930b-d5a870a1dc38, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:55:44.107637 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] Set router ccd2f692-9d3e-4703-a89a-d1cc3635216c gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:44.152071 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb8272-dc97-45a2-afe2-1b89d0ff5bf9 admin admin] Network 16dd7aa8-a720-4131-930b-d5a870a1dc38 is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:55:44.169510 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:44.186019 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=17b2eb17-53d1-4431-8f4e-f7588b60bab6,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:44.188455 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-76fb8272-dc97-45a2-afe2-1b89d0ff5bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, 16dd7aa8-a720-4131-930b-d5a870a1dc38) {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:44.195268 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb8272-dc97-45a2-afe2-1b89d0ff5bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:44.196432 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-76fb8272-dc97-45a2-afe2-1b89d0ff5bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:44.217769 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d28b329-605f-4755-9f1e-05d9478733c9 None None] Network 16dd7aa8-a720-4131-930b-d5a870a1dc38 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:55:44.280129 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-76fb8272-dc97-45a2-afe2-1b89d0ff5bf9 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3908293 Oct 04 08:55:44.293497 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2f6e2-64c1-467c-8067-0f57c24a6019 None None] Pushing event updated for resources: {'Port': ['ID=e0118ec1-eb7d-44ac-901b-1b97894ce6ad,revision_number=3']} {{(pid=106413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:44.407956 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'name': 'tempest-TestMinimumBasicScenario-573551800-router', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:55:41Z', 'revision_number': 3, 'project_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'gw_port': {'id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ff:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:44.441136 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e92680-62d7-4b52-b0c8-43c2e18ac315 None None] The sync data for ids ['ccd2f692-9d3e-4703-a89a-d1cc3635216c'] in dv-cinder-860209-1-iscsi is: [{'id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'name': 'tempest-TestMinimumBasicScenario-573551800-router', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:55:41Z', 'revision_number': 3, 'project_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'gw_port': {'id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ff:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:55:44.443041 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:44.451436 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port d484567b-dded-4497-beb4-7903fbbac71d triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:44.452065 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (d484567b-dded-4497-beb4-7903fbbac71d), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:44.453133 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port d484567b-dded-4497-beb4-7903fbbac71d Oct 04 08:55:44.464550 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Allocated IP 172.20.0.1 (ff637f11-bb90-46e3-bfee-dc4f17b4c331/f4e4abb2-5e87-4707-9f47-cdaeca81cc28/99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:55:44.506184 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:44.516738 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a5c40a-3b04-46ca-980a-fbad2fef242f None None] Network 16dd7aa8-a720-4131-930b-d5a870a1dc38 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:55:44.640882 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Publish callbacks [] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:44.701448 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:44.751251 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Network ff637f11-bb90-46e3-bfee-dc4f17b4c331 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:55:44.758858 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:44.764677 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:55:44.790914 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port d484567b-dded-4497-beb4-7903fbbac71d is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:44.791482 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (d484567b-dded-4497-beb4-7903fbbac71d), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:44.816539 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Pushing event updated for resources: {'Port': ['ID=99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:44.817129 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-7a886ef7-a350-4eca-bd02-f3b7acf8e7f4 None None] Current status of the port d484567b-dded-4497-beb4-7903fbbac71d is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:44.817384 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-7a886ef7-a350-4eca-bd02-f3b7acf8e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (d484567b-dded-4497-beb4-7903fbbac71d), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:44.851810 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-756789'] for router_interface (ccd2f692-9d3e-4703-a89a-d1cc3635216c), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.123802 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.177104 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-7a886ef7-a350-4eca-bd02-f3b7acf8e7f4 None None] For port d484567b-dded-4497-beb4-7903fbbac71d, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=d484567b-dded-4497-beb4-7903fbbac71d,segment=NetworkSegment(fd632300-abbd-45b4-8d1f-045cab97b823),segment_id=fd632300-abbd-45b4-8d1f-045cab97b823)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:45.186199 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-7a886ef7-a350-4eca-bd02-f3b7acf8e7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (d484567b-dded-4497-beb4-7903fbbac71d), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.230736 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33658) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:45.235737 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1507123844-network', 'tenant_id': '29ac56af9fae47e19e8b931c93a6e145'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:45.256304 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:UPDATE=3,neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:45.266817 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Made reservation on behalf of 29ac56af9fae47e19e8b931c93a6e145 for: {'network': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:55:45.271170 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for network (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.285354 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.331025 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:45.337341 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:45.360217 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.db.api [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 08:55:45.360863 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG oslo_db.api [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 08:55:45.361947 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-24c803c4-3377-4907-8760-7cb99cf67e30 None None] Provisioning complete for port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:45.362312 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-24c803c4-3377-4907-8760-7cb99cf67e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.362746 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-24c803c4-3377-4907-8760-7cb99cf67e30 None None] Attempt 1 to provision port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 Oct 04 08:55:45.405407 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a886ef7-a350-4eca-bd02-f3b7acf8e7f4 None None] Pushing event updated for resources: {'Port': ['ID=d484567b-dded-4497-beb4-7903fbbac71d,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:45.413637 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-24c803c4-3377-4907-8760-7cb99cf67e30 None None] Port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:55:45.429177 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-24c803c4-3377-4907-8760-7cb99cf67e30 None None] Provisioning complete for port d484567b-dded-4497-beb4-7903fbbac71d triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:45.429553 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-24c803c4-3377-4907-8760-7cb99cf67e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (d484567b-dded-4497-beb4-7903fbbac71d), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.429880 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-24c803c4-3377-4907-8760-7cb99cf67e30 None None] Attempt 1 to provision port d484567b-dded-4497-beb4-7903fbbac71d Oct 04 08:55:45.433713 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Publish callbacks [] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.439238 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.448842 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Publish callbacks [] for security_group (2a03052c-1a24-4611-b0ad-f1793745c140), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.457521 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (2a03052c-1a24-4611-b0ad-f1793745c140), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.483948 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=106411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 08:55:45.494275 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:INSERT=20,neutron:SELECT=73,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:45.505915 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a03052c-1a24-4611-b0ad-f1793745c140,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:45.512703 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (6bd1ab42-3dd6-4737-abb6-8709a6d0718f), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.513052 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.segments_db [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Added segment 6bd1ab42-3dd6-4737-abb6-8709a6d0718f of type vlan for network 4e827a94-a81a-4b74-a8e8-3ef44c12d320 Oct 04 08:55:45.546195 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-756905'] for router_interface (ccd2f692-9d3e-4703-a89a-d1cc3635216c), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.550587 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Pushing event updated for resources: {'Port': ['ID=99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:45.566590 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-24c803c4-3377-4907-8760-7cb99cf67e30 None None] Current status of the port d484567b-dded-4497-beb4-7903fbbac71d is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:45.572340 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767882273994'] for network (4e827a94-a81a-4b74-a8e8-3ef44c12d320), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.604522 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214'] for network (4e827a94-a81a-4b74-a8e8-3ef44c12d320), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.605626 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:45.606215 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.677585 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4458094 Oct 04 08:55:45.680848 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33660) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:55:45.685831 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-20e3dc08-f4ec-4de5-afcd-518368545038 admin admin] Request body: {'subnet': {'network_id': '4e827a94-a81a-4b74-a8e8-3ef44c12d320', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1507123844-subnet', 'tenant_id': '29ac56af9fae47e19e8b931c93a6e145', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:45.695087 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e747a-6d94-44dc-85f5-c229e90c0960 admin admin] Pushing event updated for resources: {'Network': ['ID=4e827a94-a81a-4b74-a8e8-3ef44c12d320,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:45.695389 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Network ff637f11-bb90-46e3-bfee-dc4f17b4c331 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:55:45.697213 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:45.702047 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:45.709590 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Network 4e827a94-a81a-4b74-a8e8-3ef44c12d320 details requested by agent ovs-agent-dv-cinder-860209-1-iscsi with host dv-cinder-860209-1-iscsi {{(pid=106412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 08:55:45.718820 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e3dc08-f4ec-4de5-afcd-518368545038 admin admin] Made reservation on behalf of 29ac56af9fae47e19e8b931c93a6e145 for: {'subnet': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:55:45.721639 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-20e3dc08-f4ec-4de5-afcd-518368545038 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12803477'] for subnet (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:45.887791 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Router ccd2f692-9d3e-4703-a89a-d1cc3635216c has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:55:45.920633 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port d484567b-dded-4497-beb4-7903fbbac71d is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:46.004054 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-20e3dc08-f4ec-4de5-afcd-518368545038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12655022', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12803463'] for subnet (4f3ee7a6-67c4-4a33-8c60-611f1bb6958a), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:46.060783 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:55:46.070174 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-159468ec-6376-47fd-8019-d0357f87c49b admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ccd2f692-9d3e-4703-a89a-d1cc3635216c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5708950 Oct 04 08:55:46.106093 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-956a0682-0737-493f-ab79-614f301f1577 None None] Provisioning complete for port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:46.106651 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-956a0682-0737-493f-ab79-614f301f1577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:46.107191 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-956a0682-0737-493f-ab79-614f301f1577 None None] Attempt 1 to provision port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 Oct 04 08:55:46.114782 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3dc08-f4ec-4de5-afcd-518368545038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f3ee7a6-67c4-4a33-8c60-611f1bb6958a,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:46.165347 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3dc08-f4ec-4de5-afcd-518368545038 admin admin] Checking segment: {'id': '6bd1ab42-3dd6-4737-abb6-8709a6d0718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4e827a94-a81a-4b74-a8e8-3ef44c12d320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:55:46.166149 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e3dc08-f4ec-4de5-afcd-518368545038 admin admin] Network hostable DHCP agents. Network: 4e827a94-a81a-4b74-a8e8-3ef44c12d320, hostable agents: ['c69ac77c-5a5e-4ad9-a138-15dc9c273654'], hosted agents: [] {{(pid=106411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 08:55:46.178869 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-956a0682-0737-493f-ab79-614f301f1577 None None] Port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:55:46.192859 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e3dc08-f4ec-4de5-afcd-518368545038 admin admin] Network 4e827a94-a81a-4b74-a8e8-3ef44c12d320 is scheduled to be hosted by DHCP agent c69ac77c-5a5e-4ad9-a138-15dc9c273654 with binding_index 1 {{(pid=106411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 08:55:46.200314 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 17b2eb17-53d1-4431-8f4e-f7588b60bab6 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:46.210276 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [None req-20e3dc08-f4ec-4de5-afcd-518368545038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-1-iscsi, 4e827a94-a81a-4b74-a8e8-3ef44c12d320) {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:46.214874 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e3dc08-f4ec-4de5-afcd-518368545038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:46.215698 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-20e3dc08-f4ec-4de5-afcd-518368545038 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:46.234191 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ce56c-15ad-4c9b-a2e3-1d80cb6cebce None None] Network 4e827a94-a81a-4b74-a8e8-3ef44c12d320 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:55:46.245968 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-20e3dc08-f4ec-4de5-afcd-518368545038 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5611968 Oct 04 08:55:46.327183 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:46.327563 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:46.328055 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 Oct 04 08:55:46.385822 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1797f487-0347-4ccb-a15b-869cd3f15cc0 None None] Network 4e827a94-a81a-4b74-a8e8-3ef44c12d320 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:55:46.486481 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:46.529509 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:46.530880 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device e0118ec1-eb7d-44ac-901b-1b97894ce6ad up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:46.584933 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port e0118ec1-eb7d-44ac-901b-1b97894ce6ad triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:46.585305 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:46.585632 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port e0118ec1-eb7d-44ac-901b-1b97894ce6ad Oct 04 08:55:46.672476 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:46.677781 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port e0118ec1-eb7d-44ac-901b-1b97894ce6ad is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:46.678169 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:46.706502 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port e0118ec1-eb7d-44ac-901b-1b97894ce6ad, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=e0118ec1-eb7d-44ac-901b-1b97894ce6ad,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:46.712186 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:46.713013 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d484567b-dded-4497-beb4-7903fbbac71d up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:46.796021 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=e0118ec1-eb7d-44ac-901b-1b97894ce6ad,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:46.812137 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port d484567b-dded-4497-beb4-7903fbbac71d triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:46.812609 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (d484567b-dded-4497-beb4-7903fbbac71d), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:46.813010 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port d484567b-dded-4497-beb4-7903fbbac71d Oct 04 08:55:46.895447 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port d484567b-dded-4497-beb4-7903fbbac71d is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:47.031520 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Sync routers for ids ['ccd2f692-9d3e-4703-a89a-d1cc3635216c'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:55:47.044514 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Routers {'ccd2f692-9d3e-4703-a89a-d1cc3635216c'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:47.045153 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:55:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ccd2f692-9d3e-4703-a89a-d1cc3635216c'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:47.171815 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Set router ccd2f692-9d3e-4703-a89a-d1cc3635216c gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:47.429304 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'name': 'tempest-TestMinimumBasicScenario-573551800-router', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:55:45Z', 'revision_number': 4, 'project_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'gw_port': {'id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ff:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4', 'name': '', 'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'mac_address': 'fa:16:3e:61:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'f4e4abb2-5e87-4707-9f47-cdaeca81cc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:44Z', 'updated_at': '2022-10-04T08:55:45Z', 'revision_number': 2, 'project_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'subnets': [{'id': 'f4e4abb2-5e87-4707-9f47-cdaeca81cc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:47.460259 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Checking router: ccd2f692-9d3e-4703-a89a-d1cc3635216c for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:55:47.460852 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Updating router ccd2f692-9d3e-4703-a89a-d1cc3635216c port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 binding host dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 08:55:47.492100 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:47.693246 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:47.793233 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Publish callbacks [] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), precommit_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:47.802009 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:47.870048 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:47.871067 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd8cfc-925c-4fbc-9a04-ebca3f71dbf8 None None] Pushing event updated for resources: {'Port': ['ID=99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4,revision_number=3']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:47.917003 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Attempting to bind port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 on host dv-cinder-860209-1-iscsi for vnic_type normal with profile {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:55:47.917370 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Attempting to bind port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 by drivers openvswitch,hyperv on host dv-cinder-860209-1-iscsi at level 0 using segments [{'id': 'fd632300-abbd-45b4-8d1f-045cab97b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331'}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:55:47.917728 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Attempting to bind port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 on network ff637f11-bb90-46e3-bfee-dc4f17b4c331 {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:55:47.974770 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Checking agent: {'id': 'b17ad91f-7d09-4fad-a53e-c3e15d25d20a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 26, 54), 'started_at': datetime.datetime(2022, 10, 4, 8, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:55:47.975257 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Checking segment: {'id': 'fd632300-abbd-45b4-8d1f-045cab97b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:55:47.975672 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:47.976211 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Bound using segment: {'id': 'fd632300-abbd-45b4-8d1f-045cab97b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331'} {{(pid=106412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:55:47.976963 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.managers [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Bound port: 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4, host: dv-cinder-860209-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd632300-abbd-45b4-8d1f-045cab97b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331'}}] {{(pid=106412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:55:47.977882 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:48.038081 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device e0118ec1-eb7d-44ac-901b-1b97894ce6ad up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:48.115947 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] For port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4, host dv-cinder-860209-1-iscsi, cleared binding levels {{(pid=106412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:55:48.136660 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] For port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4, host dv-cinder-860209-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4,segment=NetworkSegment(fd632300-abbd-45b4-8d1f-045cab97b823),segment_id=fd632300-abbd-45b4-8d1f-045cab97b823)] {{(pid=106412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:55:48.148553 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:48.153048 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port e0118ec1-eb7d-44ac-901b-1b97894ce6ad triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:48.153657 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:48.154502 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port e0118ec1-eb7d-44ac-901b-1b97894ce6ad Oct 04 08:55:48.222981 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Routers {'ccd2f692-9d3e-4703-a89a-d1cc3635216c'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:55:48.223634 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:55:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ccd2f692-9d3e-4703-a89a-d1cc3635216c'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:48.449951 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd8cfc-925c-4fbc-9a04-ebca3f71dbf8 None None] Pushing event updated for resources: {'Port': ['ID=99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:48.551585 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] Set router ccd2f692-9d3e-4703-a89a-d1cc3635216c gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:55:48.580854 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port e0118ec1-eb7d-44ac-901b-1b97894ce6ad is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:48.854434 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ff18a96e-9577-4f6f-840c-52999966885f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:48.862581 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'name': 'tempest-TestMinimumBasicScenario-573551800-router', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:55:45Z', 'revision_number': 4, 'project_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'gw_port': {'id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ff:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4', 'name': '', 'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'mac_address': 'fa:16:3e:61:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'f4e4abb2-5e87-4707-9f47-cdaeca81cc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:44Z', 'updated_at': '2022-10-04T08:55:48Z', 'revision_number': 4, 'project_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'subnets': [{'id': 'f4e4abb2-5e87-4707-9f47-cdaeca81cc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:55:48.888951 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66215218-d271-4db0-b584-46c9cdd59e8b None None] The sync data for ids ['ccd2f692-9d3e-4703-a89a-d1cc3635216c'] in dv-cinder-860209-1-iscsi is: [{'id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'name': 'tempest-TestMinimumBasicScenario-573551800-router', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:55:45Z', 'revision_number': 4, 'project_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'gw_port': {'id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ff:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4', 'name': '', 'network_id': 'ff637f11-bb90-46e3-bfee-dc4f17b4c331', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'mac_address': 'fa:16:3e:61:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'f4e4abb2-5e87-4707-9f47-cdaeca81cc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:44Z', 'updated_at': '2022-10-04T08:55:48Z', 'revision_number': 4, 'project_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'subnets': [{'id': 'f4e4abb2-5e87-4707-9f47-cdaeca81cc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:55:50.094167 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:50.123348 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:50.169011 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:50.169401 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:50.169738 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 Oct 04 08:55:50.301827 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:50.303116 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 is: DOWN; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:50.303517 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:50.341321 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] For port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4,segment=NetworkSegment(fd632300-abbd-45b4-8d1f-045cab97b823),segment_id=fd632300-abbd-45b4-8d1f-045cab97b823)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:55:50.349206 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:50.437504 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Pushing event updated for resources: {'Port': ['ID=99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:51.372240 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-de86bd70-0e7e-495f-ad03-e4939a2d54ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:52.040819 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 up at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:55:52.108332 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Provisioning complete for port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:52.108811 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:52.109364 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Attempt 1 to provision port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 Oct 04 08:55:52.226037 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Current status of the port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 is: ACTIVE; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:55:52.922306 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:54.398698 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:54.408890 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:54.411929 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:54.497016 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:56.052165 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=20 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:56.057284 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=51 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:56.227572 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=65,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:56.229646 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=57,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:56.909821 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-c9f5c5fa-9389-45be-be4e-4ecaf9a0dce3 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:56.911473 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-c9f5c5fa-9389-45be-be4e-4ecaf9a0dce3 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/networks?id=543bb562-32db-4705-a52a-29b509ec3fe1 HTTP/1.1" status: 200 len: 814 time: 0.1268852 Oct 04 08:55:56.928725 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-2d14adec-e0c5-46f5-b488-ba1515a2608f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/quotas/8a08fa28d7374a029062132a73bb8ab6 HTTP/1.1" status: 200 len: 375 time: 0.0111282 Oct 04 08:55:57.022820 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4bdfb081-9fe2-4d9b-8df0-8d26346f51aa tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8a08fa28d7374a029062132a73bb8ab6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878618 Oct 04 08:55:57.141005 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-3523f0b4-c3ec-4172-a972-8f8e0e26542b service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:55:57.142852 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-3523f0b4-c3ec-4172-a972-8f8e0e26542b service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1060812 Oct 04 08:55:57.247832 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-c2a05597-a5a1-4b9f-bebd-9536239f7cf0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976779 Oct 04 08:55:57.343390 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4bfe7a8a-3459-4fb4-b16d-fb55936c78a2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880921 Oct 04 08:55:57.536367 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-62b8fb92-84cb-482f-94ba-ec05b3bb5258 req-ae283543-ff1a-4215-8bed-dcc869c84803 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 210 time: 0.0464003 Oct 04 08:55:58.670379 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-0f6e149a-1f9a-42c1-89d8-b0b001983b22 req-3d06e345-77c8-4911-bf9d-a530058a0eae tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 210 time: 0.0490947 Oct 04 08:55:58.671299 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-e3fd0d06-27bf-4d3a-a55c-3c49ea3340fb tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:58.674059 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-e3fd0d06-27bf-4d3a-a55c-3c49ea3340fb tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.17 "GET /networking/v2.0/networks?id=543bb562-32db-4705-a52a-29b509ec3fe1 HTTP/1.1" status: 200 len: 814 time: 0.1316335 Oct 04 08:55:58.685281 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4c8943f0-010a-4445-a42f-c1655c9029c4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Request body: {'port': {'device_id': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'admin_state_up': True, 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:55:58.804937 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4c8943f0-010a-4445-a42f-c1655c9029c4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Made reservation on behalf of 8a08fa28d7374a029062132a73bb8ab6 for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:55:58.809115 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4c8943f0-010a-4445-a42f-c1655c9029c4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:58.951156 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4c8943f0-010a-4445-a42f-c1655c9029c4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Allocated IP 172.20.0.3 (543bb562-32db-4705-a52a-29b509ec3fe1/015c02cb-1b05-4713-a7f6-7ea7b9e41506/cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:55:59.279820 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4c8943f0-010a-4445-a42f-c1655c9029c4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:59.320000 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4c8943f0-010a-4445-a42f-c1655c9029c4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:59.379040 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4c8943f0-010a-4445-a42f-c1655c9029c4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Network 543bb562-32db-4705-a52a-29b509ec3fe1 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:55:59.383664 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4c8943f0-010a-4445-a42f-c1655c9029c4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:55:59.386965 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4c8943f0-010a-4445-a42f-c1655c9029c4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:55:59.440431 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8943f0-010a-4445-a42f-c1655c9029c4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event updated for resources: {'Port': ['ID=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:55:59.510265 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4c8943f0-010a-4445-a42f-c1655c9029c4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:59.510265 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4c8943f0-010a-4445-a42f-c1655c9029c4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:59.542810 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-4c8943f0-010a-4445-a42f-c1655c9029c4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8509963 Oct 04 08:55:59.740167 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-90d20229-d7a3-4d4a-9b79-22ea16e81180 None None] Provisioning complete for port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:55:59.740759 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-90d20229-d7a3-4d4a-9b79-22ea16e81180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:55:59.740856 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-90d20229-d7a3-4d4a-9b79-22ea16e81180 None None] Attempt 1 to provision port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 Oct 04 08:55:59.790357 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-90d20229-d7a3-4d4a-9b79-22ea16e81180 None None] Port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:55:59.853097 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:55:59.888019 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166a6e3-2d1b-40a5-909a-b48da617cc24 req-d2a6954c-22cc-407a-9ef5-3f0603172d1e tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:55:59.896148 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a166a6e3-2d1b-40a5-909a-b48da617cc24 req-d2a6954c-22cc-407a-9ef5-3f0603172d1e tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 931 time: 0.0867839 Oct 04 08:55:59.959127 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a166a6e3-2d1b-40a5-909a-b48da617cc24 req-7cf1cba4-1b32-4399-8a29-79c469eaba08 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585566 Oct 04 08:56:01.114768 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd62b5-29d5-47e5-8d66-2cc4a04e61b0 req-54eb0930-8c75-414f-89bf-58c791c5febe tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:01.116692 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-c1fd62b5-29d5-47e5-8d66-2cc4a04e61b0 req-54eb0930-8c75-414f-89bf-58c791c5febe tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 931 time: 0.0606158 Oct 04 08:56:01.177205 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-c1fd62b5-29d5-47e5-8d66-2cc4a04e61b0 req-9fb42b0f-9b07-4679-b02c-a529c7304539 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535629 Oct 04 08:56:01.477354 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33882) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:01.524973 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfb8ab0-2817-4f96-95af-5e5cb35d91eb admin admin] Deleting subnet f07c33c8-173c-493f-a845-edb116163c2b {{(pid=106411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:56:01.528532 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9bfb8ab0-2817-4f96-95af-5e5cb35d91eb admin admin] Publish callbacks [] for subnet (f07c33c8-173c-493f-a845-edb116163c2b), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:01.571799 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9bfb8ab0-2817-4f96-95af-5e5cb35d91eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12738596'] for subnet (f07c33c8-173c-493f-a845-edb116163c2b), precommit_delete_associations {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:01.596437 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:01.619956 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9bfb8ab0-2817-4f96-95af-5e5cb35d91eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (f07c33c8-173c-493f-a845-edb116163c2b), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:01.677821 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9bfb8ab0-2817-4f96-95af-5e5cb35d91eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12655087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12803188'] for subnet (f07c33c8-173c-493f-a845-edb116163c2b), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:01.704902 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb8ab0-2817-4f96-95af-5e5cb35d91eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f07c33c8-173c-493f-a845-edb116163c2b,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:01.712562 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-9bfb8ab0-2817-4f96-95af-5e5cb35d91eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:01.718938 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-9bfb8ab0-2817-4f96-95af-5e5cb35d91eb admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/f07c33c8-173c-493f-a845-edb116163c2b HTTP/1.1" status: 204 len: 168 time: 0.2404370 Oct 04 08:56:01.720305 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33884) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:01.804276 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9713072-ad1f-4611-9bff-1965f4148e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (16dd7aa8-a720-4131-930b-d5a870a1dc38), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:01.893747 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9713072-ad1f-4611-9bff-1965f4148e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (16dd7aa8-a720-4131-930b-d5a870a1dc38), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:01.915999 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-a9713072-ad1f-4611-9bff-1965f4148e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dd7aa8-a720-4131-930b-d5a870a1dc38']}} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:01.927928 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-a9713072-ad1f-4611-9bff-1965f4148e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c17da3a-577b-410b-950d-51560d92a487') {'for_net_delete': True} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:01.928228 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-a9713072-ad1f-4611-9bff-1965f4148e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c17da3a-577b-410b-950d-51560d92a487') {} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:01.939336 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9713072-ad1f-4611-9bff-1965f4148e48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15344726'] for segment (5c17da3a-577b-410b-950d-51560d92a487), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:01.956418 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9713072-ad1f-4611-9bff-1965f4148e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (5c17da3a-577b-410b-950d-51560d92a487), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:01.963898 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9713072-ad1f-4611-9bff-1965f4148e48 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=106410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:56:01.964294 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9713072-ad1f-4611-9bff-1965f4148e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14467730'] for segment (5c17da3a-577b-410b-950d-51560d92a487), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.031305 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment 5c17da3a-577b-410b-950d-51560d92a487 resource provider aggregate not found Oct 04 08:56:02.035962 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9713072-ad1f-4611-9bff-1965f4148e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (16dd7aa8-a720-4131-930b-d5a870a1dc38), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.041132 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a9713072-ad1f-4611-9bff-1965f4148e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.046199 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-a9713072-ad1f-4611-9bff-1965f4148e48 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/16dd7aa8-a720-4131-930b-d5a870a1dc38 HTTP/1.1" status: 204 len: 168 time: 0.3245513 Oct 04 08:56:02.048408 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33890) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:02.062222 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment 5c17da3a-577b-410b-950d-51560d92a487 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c17da3a-577b-410b-950d-51560d92a487 found for delete ", "request_id": "req-2c01d7a5-d378-46e2-ad73-6a93b46ac37e"}]} Oct 04 08:56:02.063300 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9713072-ad1f-4611-9bff-1965f4148e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=16dd7aa8-a720-4131-930b-d5a870a1dc38,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:02.105760 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_v2 [None req-6097239f-9e20-4262-9b4a-2a73d0bb94b5 admin admin] Deleting subnet 4f3ee7a6-67c4-4a33-8c60-611f1bb6958a {{(pid=106411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:56:02.109784 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6097239f-9e20-4262-9b4a-2a73d0bb94b5 admin admin] Publish callbacks [] for subnet (4f3ee7a6-67c4-4a33-8c60-611f1bb6958a), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.169851 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6097239f-9e20-4262-9b4a-2a73d0bb94b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12738596'] for subnet (4f3ee7a6-67c4-4a33-8c60-611f1bb6958a), precommit_delete_associations {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.221220 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6097239f-9e20-4262-9b4a-2a73d0bb94b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (4f3ee7a6-67c4-4a33-8c60-611f1bb6958a), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.336216 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6097239f-9e20-4262-9b4a-2a73d0bb94b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12655087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12803188'] for subnet (4f3ee7a6-67c4-4a33-8c60-611f1bb6958a), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.359800 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097239f-9e20-4262-9b4a-2a73d0bb94b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f3ee7a6-67c4-4a33-8c60-611f1bb6958a,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:02.368990 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3123c5d-2ace-4fca-adb0-68e918affa94 req-cd0dbd4c-57e7-4ad5-a7d8-02f4fdf7903a tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:02.370618 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a3123c5d-2ace-4fca-adb0-68e918affa94 req-cd0dbd4c-57e7-4ad5-a7d8-02f4fdf7903a tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 931 time: 0.0927825 Oct 04 08:56:02.390486 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6097239f-9e20-4262-9b4a-2a73d0bb94b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.395366 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-6097239f-9e20-4262-9b4a-2a73d0bb94b5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/4f3ee7a6-67c4-4a33-8c60-611f1bb6958a HTTP/1.1" status: 204 len: 168 time: 0.3439088 Oct 04 08:56:02.396685 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33894) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:02.436128 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a3123c5d-2ace-4fca-adb0-68e918affa94 req-c104b8a4-2014-4e96-9dbf-7ac37ffbd310 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545492 Oct 04 08:56:02.475194 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-27d207df-eacd-45b6-9f6c-6d28f40a803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (4e827a94-a81a-4b74-a8e8-3ef44c12d320), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.571796 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-27d207df-eacd-45b6-9f6c-6d28f40a803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (4e827a94-a81a-4b74-a8e8-3ef44c12d320), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.593297 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-27d207df-eacd-45b6-9f6c-6d28f40a803f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e827a94-a81a-4b74-a8e8-3ef44c12d320']}} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:02.604050 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-27d207df-eacd-45b6-9f6c-6d28f40a803f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd1ab42-3dd6-4737-abb6-8709a6d0718f') {'for_net_delete': True} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:02.604362 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-27d207df-eacd-45b6-9f6c-6d28f40a803f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd1ab42-3dd6-4737-abb6-8709a6d0718f') {} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:02.612086 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:02.616585 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-27d207df-eacd-45b6-9f6c-6d28f40a803f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15344726'] for segment (6bd1ab42-3dd6-4737-abb6-8709a6d0718f), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.634350 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-27d207df-eacd-45b6-9f6c-6d28f40a803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (6bd1ab42-3dd6-4737-abb6-8709a6d0718f), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.640969 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d207df-eacd-45b6-9f6c-6d28f40a803f admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:56:02.641349 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-27d207df-eacd-45b6-9f6c-6d28f40a803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14467730'] for segment (6bd1ab42-3dd6-4737-abb6-8709a6d0718f), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.707135 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:02.715816 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-27d207df-eacd-45b6-9f6c-6d28f40a803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (4e827a94-a81a-4b74-a8e8-3ef44c12d320), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.723654 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-27d207df-eacd-45b6-9f6c-6d28f40a803f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:02.726885 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-27d207df-eacd-45b6-9f6c-6d28f40a803f admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/4e827a94-a81a-4b74-a8e8-3ef44c12d320 HTTP/1.1" status: 204 len: 168 time: 0.3283899 Oct 04 08:56:02.739952 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d207df-eacd-45b6-9f6c-6d28f40a803f admin admin] Pushing event deleted for resources: {'Network': ['ID=4e827a94-a81a-4b74-a8e8-3ef44c12d320,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:02.959704 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 33898) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:03.023088 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-c5df8621-2d93-4bd4-a656-6df04b19ccf1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e4453eddd61d45c9a8007ba49656cff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0615857 Oct 04 08:56:03.027576 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33900) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:03.108076 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3b26f197-457e-4789-954b-73ff48566936 admin admin] Publish callbacks [] for security_group (c4695eb5-1648-4181-9868-9a8a7e151253), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:03.164849 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3b26f197-457e-4789-954b-73ff48566936 admin admin] Publish callbacks [] for security_group (c4695eb5-1648-4181-9868-9a8a7e151253), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:03.226523 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3b26f197-457e-4789-954b-73ff48566936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (c4695eb5-1648-4181-9868-9a8a7e151253), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:03.229249 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3b26f197-457e-4789-954b-73ff48566936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:03.230713 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-3b26f197-457e-4789-954b-73ff48566936 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c4695eb5-1648-4181-9868-9a8a7e151253 HTTP/1.1" status: 204 len: 168 time: 0.2021070 Oct 04 08:56:03.241003 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26f197-457e-4789-954b-73ff48566936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4695eb5-1648-4181-9868-9a8a7e151253,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:03.596671 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2ab1c-abc2-4b5b-a862-f6aac245d93b req-a8c61fe6-0cec-40f8-b6f2-c728decccdf4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:03.598346 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-74c2ab1c-abc2-4b5b-a862-f6aac245d93b req-a8c61fe6-0cec-40f8-b6f2-c728decccdf4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 931 time: 0.0562105 Oct 04 08:56:03.664737 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-74c2ab1c-abc2-4b5b-a862-f6aac245d93b req-49119a43-51d1-4920-90f6-781677a4ca26 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594599 Oct 04 08:56:03.762704 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33910) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:03.810046 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-3344d2b9-05fb-4805-a4b4-c05a91569509 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=29ac56af9fae47e19e8b931c93a6e145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461612 Oct 04 08:56:03.812728 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 33912) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:03.868528 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0417d547-fcfe-4f76-86a1-920df3dc4ac5 admin admin] Publish callbacks [] for security_group (2a03052c-1a24-4611-b0ad-f1793745c140), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:03.892648 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0417d547-fcfe-4f76-86a1-920df3dc4ac5 admin admin] Publish callbacks [] for security_group (2a03052c-1a24-4611-b0ad-f1793745c140), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:03.944284 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0417d547-fcfe-4f76-86a1-920df3dc4ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (2a03052c-1a24-4611-b0ad-f1793745c140), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:03.947596 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-0417d547-fcfe-4f76-86a1-920df3dc4ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:03.952688 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-0417d547-fcfe-4f76-86a1-920df3dc4ac5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2a03052c-1a24-4611-b0ad-f1793745c140 HTTP/1.1" status: 204 len: 168 time: 0.1385863 Oct 04 08:56:03.962062 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417d547-fcfe-4f76-86a1-920df3dc4ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a03052c-1a24-4611-b0ad-f1793745c140,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:04.082284 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment 6bd1ab42-3dd6-4737-abb6-8709a6d0718f resource provider aggregate not found Oct 04 08:56:04.104672 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment 6bd1ab42-3dd6-4737-abb6-8709a6d0718f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bd1ab42-3dd6-4737-abb6-8709a6d0718f found for delete ", "request_id": "req-5ef9708e-6bde-41de-9f70-e89fee039960"}]} Oct 04 08:56:04.838615 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cd394-4823-474e-8839-b675b379535d req-12f975d5-f620-4097-b98c-e3406b275027 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:04.840191 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-db6cd394-4823-474e-8839-b675b379535d req-12f975d5-f620-4097-b98c-e3406b275027 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 931 time: 0.0705264 Oct 04 08:56:04.928973 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-db6cd394-4823-474e-8839-b675b379535d req-0c288922-b20c-4cac-96af-bb4356a9d22d tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760543 Oct 04 08:56:06.133271 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb862fbb-67f3-4433-91f0-c40141650a35 req-4307facf-d320-4528-aa59-0b4508ebe3c5 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:06.136110 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-bb862fbb-67f3-4433-91f0-c40141650a35 req-4307facf-d320-4528-aa59-0b4508ebe3c5 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 931 time: 0.0759606 Oct 04 08:56:06.223246 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-bb862fbb-67f3-4433-91f0-c40141650a35 req-1a4ca52d-7671-40d3-b3f0-a401cccb59ff tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780358 Oct 04 08:56:07.351041 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a742e-d20e-4d86-8c15-616709f4d71f req-bce9f9b4-03c0-462e-9fd6-5d0e768148ef tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:07.352597 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-607a742e-d20e-4d86-8c15-616709f4d71f req-bce9f9b4-03c0-462e-9fd6-5d0e768148ef tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 931 time: 0.0484626 Oct 04 08:56:07.389664 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Request body: {'port': {'device_id': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:07.431879 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-607a742e-d20e-4d86-8c15-616709f4d71f req-2038180d-8805-481b-a599-f3071c0ae580 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735905 Oct 04 08:56:07.471038 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:07.519210 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:07.614184 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:07.755692 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:56:07.766213 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Publish callbacks [] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:07.785338 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Transition to ACTIVE for port object cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:56:07.789652 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:07.876547 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Pushing event updated for resources: {'Port': ['ID=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:07.927050 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Attempting to bind port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:56:07.927365 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Attempting to bind port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'c6201ff9-2498-4023-9e28-5a227c5a1347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:56:07.927765 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Attempting to bind port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 on network 543bb562-32db-4705-a52a-29b509ec3fe1 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:56:07.981837 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 on network 543bb562-32db-4705-a52a-29b509ec3fe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:56:07.982169 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Attempting to bind port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 on network 543bb562-32db-4705-a52a-29b509ec3fe1 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:56:08.044038 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:56:08.044348 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Checking segment: {'id': 'c6201ff9-2498-4023-9e28-5a227c5a1347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:56:08.044892 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Bound using segment: {'id': 'c6201ff9-2498-4023-9e28-5a227c5a1347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:56:08.045426 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Bound port: cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6201ff9-2498-4023-9e28-5a227c5a1347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:56:08.045825 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:08.393463 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] For port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:56:08.396549 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] For port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,segment=NetworkSegment(c6201ff9-2498-4023-9e28-5a227c5a1347),segment_id=c6201ff9-2498-4023-9e28-5a227c5a1347)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:56:08.402885 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:08.408422 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:08.409606 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:08.410878 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 HTTP/1.1" status: 200 len: 1093 time: 1.0256281 Oct 04 08:56:08.411412 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:08.413766 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e861615-44cd-4f4a-8bb8-f60ee7f04871" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:08.477716 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934accf7-4e36-4aad-a15a-4f83cd74180d x-openstack-request-id: req-934accf7-4e36-4aad-a15a-4f83cd74180d {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:08.478009 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:08.478365 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-934accf7-4e36-4aad-a15a-4f83cd74180d {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:08.478741 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934accf7-4e36-4aad-a15a-4f83cd74180d'] response: {'name': 'network-changed', 'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7', 'status': 'completed', 'code': 200} Oct 04 08:56:08.501436 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778311b3-fdcc-4e61-83be-f7c960d2d07f service neutron] Pushing event updated for resources: {'Port': ['ID=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:08.528808 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-9b3480c8-d376-493b-8036-b25fcadc53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:08.530319 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-9b3480c8-d376-493b-8036-b25fcadc53a2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8a08fa28d7374a029062132a73bb8ab6&device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 1127 time: 0.0707088 Oct 04 08:56:08.593967 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-e2a8ffd5-45e6-4a3f-b61d-1c33f9fc0039 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 HTTP/1.1" status: 200 len: 217 time: 0.0464060 Oct 04 08:56:08.605496 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e96b57-7e8b-442d-972d-62f01ab103c4 req-64157a81-979f-4f88-a319-3aaeac42c3d4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:08.607041 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b8e96b57-7e8b-442d-972d-62f01ab103c4 req-64157a81-979f-4f88-a319-3aaeac42c3d4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 943 time: 0.0916278 Oct 04 08:56:08.685357 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-0c6bbd13-1ceb-47f3-90cb-fe63b0a15ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:08.686759 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-0c6bbd13-1ceb-47f3-90cb-fe63b0a15ffa service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=015c02cb-1b05-4713-a7f6-7ea7b9e41506 HTTP/1.1" status: 200 len: 853 time: 0.0788009 Oct 04 08:56:08.709723 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b8e96b57-7e8b-442d-972d-62f01ab103c4 req-34be3f34-4667-4a88-9af1-e4286c626180 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925667 Oct 04 08:56:08.742721 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-916a8235-8368-4fa0-adbf-61251f22e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:08.744221 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-916a8235-8368-4fa0-adbf-61251f22e987 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=543bb562-32db-4705-a52a-29b509ec3fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507774 Oct 04 08:56:08.801697 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:08.845055 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-a1f66ab3-ed45-4b04-83c8-7b24e1b94c7c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926502 Oct 04 08:56:08.945739 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:08.959667 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-07d6b0e8-f395-44ae-9886-ac72caa6a9a3 req-53ccb1f1-1f2e-488a-ad95-2ac5b74683db service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076829 Oct 04 08:56:09.721445 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e861615-44cd-4f4a-8bb8-f60ee7f04871 req-89461542-0c4d-4442-9dca-84bd4cf4a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:09.723685 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e861615-44cd-4f4a-8bb8-f60ee7f04871 req-89461542-0c4d-4442-9dca-84bd4cf4a6ec service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8a08fa28d7374a029062132a73bb8ab6&device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 1127 time: 0.0440760 Oct 04 08:56:09.791695 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:09.843428 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e861615-44cd-4f4a-8bb8-f60ee7f04871 req-8067ccdc-0c7a-482c-aa93-819589d7347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:09.845666 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e861615-44cd-4f4a-8bb8-f60ee7f04871 req-8067ccdc-0c7a-482c-aa93-819589d7347c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=543bb562-32db-4705-a52a-29b509ec3fe1 HTTP/1.1" status: 200 len: 914 time: 0.1149635 Oct 04 08:56:09.853354 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff271a4-ab2e-4c14-8f42-f1aa4af8490f req-dec5a475-23bb-4777-9c2a-0710ee50ef1a tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:09.854955 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-2ff271a4-ab2e-4c14-8f42-f1aa4af8490f req-dec5a475-23bb-4777-9c2a-0710ee50ef1a tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 943 time: 0.0518465 Oct 04 08:56:09.892986 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e861615-44cd-4f4a-8bb8-f60ee7f04871 req-17fb7846-bfe2-49ec-b8be-96e840aca5e0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 HTTP/1.1" status: 200 len: 217 time: 0.0412679 Oct 04 08:56:09.908936 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-2ff271a4-ab2e-4c14-8f42-f1aa4af8490f req-56fa5897-233f-4542-912d-8cd11871b6cc tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468950 Oct 04 08:56:09.947894 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e861615-44cd-4f4a-8bb8-f60ee7f04871 req-863c523a-a294-40df-a2c0-e355db3aae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:09.949987 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e861615-44cd-4f4a-8bb8-f60ee7f04871 req-863c523a-a294-40df-a2c0-e355db3aae1b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=015c02cb-1b05-4713-a7f6-7ea7b9e41506 HTTP/1.1" status: 200 len: 853 time: 0.0508842 Oct 04 08:56:10.001990 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e861615-44cd-4f4a-8bb8-f60ee7f04871 req-24b74157-5cf3-4a2e-9109-592a8afa11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:10.004690 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e861615-44cd-4f4a-8bb8-f60ee7f04871 req-24b74157-5cf3-4a2e-9109-592a8afa11cd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=543bb562-32db-4705-a52a-29b509ec3fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473931 Oct 04 08:56:10.119492 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e861615-44cd-4f4a-8bb8-f60ee7f04871 req-0e67bd6e-71c0-4cc4-b273-eba09ac41269 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083503 Oct 04 08:56:10.229565 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9e861615-44cd-4f4a-8bb8-f60ee7f04871 req-749625fc-cb53-4b64-9e0b-3e8db21f2890 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022663 Oct 04 08:56:11.051439 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf023c-1e54-41bc-96da-80a4bbc877b9 req-07d4c2c7-f9cc-4d92-8d9e-ffd396d03a0d tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:11.054900 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a0cf023c-1e54-41bc-96da-80a4bbc877b9 req-07d4c2c7-f9cc-4d92-8d9e-ffd396d03a0d tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 943 time: 0.0646801 Oct 04 08:56:11.121740 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a0cf023c-1e54-41bc-96da-80a4bbc877b9 req-16780a51-85a7-47b0-98cc-a1ad5d1cf360 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596576 Oct 04 08:56:12.069311 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:12.224112 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:56:12.272357 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65483dcf-e6fc-4c05-b9f5-5ed31ba692ab req-1883ecbe-c8a3-4a41-b92e-6bc45ddce11c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:12.274603 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-65483dcf-e6fc-4c05-b9f5-5ed31ba692ab req-1883ecbe-c8a3-4a41-b92e-6bc45ddce11c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 943 time: 0.0570993 Oct 04 08:56:12.338795 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-65483dcf-e6fc-4c05-b9f5-5ed31ba692ab req-91be673c-33de-4cc2-8768-88267a7ef49e tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578988 Oct 04 08:56:12.354382 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,segment=NetworkSegment(c6201ff9-2498-4023-9e28-5a227c5a1347),segment_id=c6201ff9-2498-4023-9e28-5a227c5a1347)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:12.373277 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'port_id': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7', 'mac_address': 'fa:16:3e:e1:fe:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:56:12.412830 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:56:12.413222 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:12.430882 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:56:12.456384 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,segment=NetworkSegment(c6201ff9-2498-4023-9e28-5a227c5a1347),segment_id=c6201ff9-2498-4023-9e28-5a227c5a1347)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:12.460945 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:12.521651 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:12.696105 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:56:12.732330 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:13.030199 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:56:13.473496 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3c986-215a-43c6-8fb0-a52abd42cc22 req-e059c1aa-4d65-4f88-b652-9080c9e27394 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:13.475081 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-95a3c986-215a-43c6-8fb0-a52abd42cc22 req-e059c1aa-4d65-4f88-b652-9080c9e27394 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 944 time: 0.0502877 Oct 04 08:56:13.533088 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-95a3c986-215a-43c6-8fb0-a52abd42cc22 req-cbe2254d-01da-4936-a94f-f9371def15f9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515130 Oct 04 08:56:14.237378 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:56:14.295352 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:56:14.305654 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:56:14.306052 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:14.306392 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 Oct 04 08:56:14.392967 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:56:14.393524 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:14.419931 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:14.422339 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbc9833-9244-4344-b049-a979aa0b19af" -d '{"events": [{"server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "name": "network-vif-plugged", "status": "completed", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:14.438726 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,segment=NetworkSegment(c6201ff9-2498-4023-9e28-5a227c5a1347),segment_id=c6201ff9-2498-4023-9e28-5a227c5a1347)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:14.446669 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:14.480744 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff44d4f-ff84-4c34-b944-5abe05feca75 x-openstack-request-id: req-dff44d4f-ff84-4c34-b944-5abe05feca75 {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:14.481045 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "name": "network-vif-plugged", "status": "completed", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:14.481486 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dff44d4f-ff84-4c34-b944-5abe05feca75 {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:14.481857 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff44d4f-ff84-4c34-b944-5abe05feca75'] response: {'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7', 'code': 200} Oct 04 08:56:14.509804 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:14.713192 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd013cfb-c8f6-43df-924a-21c9debf0e0d req-8b4ab316-8a8f-4ad6-ad96-f7ed128ca3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:14.714781 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cd013cfb-c8f6-43df-924a-21c9debf0e0d req-8b4ab316-8a8f-4ad6-ad96-f7ed128ca3f2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 1129 time: 0.0793066 Oct 04 08:56:14.726975 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4218a-04d4-4a9b-be8d-d7beda10da4c req-166f849f-0e88-4b42-b229-8fc5fec2e2e2 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:14.729996 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-13f4218a-04d4-4a9b-be8d-d7beda10da4c req-166f849f-0e88-4b42-b229-8fc5fec2e2e2 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 945 time: 0.0819273 Oct 04 08:56:14.810105 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-cd013cfb-c8f6-43df-924a-21c9debf0e0d req-44d3692b-fd20-4242-87f2-95e85d1b4284 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804753 Oct 04 08:56:14.818744 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-13f4218a-04d4-4a9b-be8d-d7beda10da4c req-aa87fcd0-3df2-4d8b-ba6f-f78b69d1a91b tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802574 Oct 04 08:56:15.983801 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad6a9f-fe95-49ed-9795-882a74986577 req-483c1436-9fe7-487a-863f-0e32833a3460 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:15.985545 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-16ad6a9f-fe95-49ed-9795-882a74986577 req-483c1436-9fe7-487a-863f-0e32833a3460 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 945 time: 0.0720859 Oct 04 08:56:16.048307 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-16ad6a9f-fe95-49ed-9795-882a74986577 req-018935d4-6a40-47d0-a8a5-7ab85ff4760e tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536826 Oct 04 08:56:17.186492 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fab879-39b2-4dcf-a096-f15fa46e0936 req-b7240d5f-57d0-4949-a2a8-13d060849f3b tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:17.188698 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-91fab879-39b2-4dcf-a096-f15fa46e0936 req-b7240d5f-57d0-4949-a2a8-13d060849f3b tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 945 time: 0.0515554 Oct 04 08:56:17.234219 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:17.243616 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-91fab879-39b2-4dcf-a096-f15fa46e0936 req-8d6e2bcf-92fb-4b66-97b4-3c92d5336578 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491245 Oct 04 08:56:17.415985 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:17.425764 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40757427-8102-45dc-b216-139ff8da38d8 req-1900a6b7-5165-429c-9ae1-18b7817df3a8 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:17.427429 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-40757427-8102-45dc-b216-139ff8da38d8 req-1900a6b7-5165-429c-9ae1-18b7817df3a8 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 945 time: 0.0525510 Oct 04 08:56:17.479780 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-40757427-8102-45dc-b216-139ff8da38d8 req-7f5779a0-7ba4-490b-bdd6-d46591aeaf99 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462611 Oct 04 08:56:17.868037 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145892b-51ee-4149-bd2c-68d1000261ce req-ed73c3f2-1c35-46ff-8c2e-1c38e8313e49 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:17.870714 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-d145892b-51ee-4149-bd2c-68d1000261ce req-ed73c3f2-1c35-46ff-8c2e-1c38e8313e49 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 945 time: 0.0607996 Oct 04 08:56:17.906736 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:17.908223 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:17.927034 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-d145892b-51ee-4149-bd2c-68d1000261ce req-aa70f8da-4bde-4f21-a37f-e946e307eb9e tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476918 Oct 04 08:56:18.822892 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c528d609-2b42-4114-a160-1bd90958e3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:21.364603 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9bee-039a-4643-af92-754dddca6419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:22.912268 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:23.021942 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=7 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:24.396019 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:24.481979 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:24.496164 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:25.943638 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-971bfba1-05d4-4d06-82a7-9589b1e69ce6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2046008 Oct 04 08:56:26.028519 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:26.037599 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-d7c0baf0-78d2-49ac-895e-30cc7bc2bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:26.039133 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-d7c0baf0-78d2-49ac-895e-30cc7bc2bafc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8a08fa28d7374a029062132a73bb8ab6&device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 1129 time: 0.0488105 Oct 04 08:56:26.165094 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-6c1d25a1-391f-46e6-a658-7e17b95b5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:26.166598 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-6c1d25a1-391f-46e6-a658-7e17b95b5c3f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=543bb562-32db-4705-a52a-29b509ec3fe1 HTTP/1.1" status: 200 len: 914 time: 0.1103022 Oct 04 08:56:26.206319 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-ee7bca8d-9d10-4b0c-9d88-32b857e74b12 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 HTTP/1.1" status: 200 len: 217 time: 0.0339935 Oct 04 08:56:26.255356 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-b9b73c2a-0f9e-43d5-940c-52a2f0e422f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:26.256817 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-b9b73c2a-0f9e-43d5-940c-52a2f0e422f6 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=015c02cb-1b05-4713-a7f6-7ea7b9e41506 HTTP/1.1" status: 200 len: 853 time: 0.0458622 Oct 04 08:56:26.302963 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-f7874de4-3cb2-40f4-b731-08c23be32951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:26.304435 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-f7874de4-3cb2-40f4-b731-08c23be32951 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=543bb562-32db-4705-a52a-29b509ec3fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422766 Oct 04 08:56:26.316540 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-0e9e5fbd-6832-4325-8d2d-ac63c616ad70 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106411) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 08:56:26.317490 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-0e9e5fbd-6832-4325-8d2d-ac63c616ad70 service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048661 Oct 04 08:56:26.411692 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-86687d06-4ea9-4c97-8f4c-14efd08309e6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885739 Oct 04 08:56:26.509281 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-d21d8339-edd1-4dc5-b2c2-3fc76b480dde req-bf1625ec-106a-47a3-8ab6-6470f34ce6df service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917048 Oct 04 08:56:27.922162 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=16 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:31.962306 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1997460-f1d9-4f29-8a45-67520da54775 req-c4c70fa3-d5f1-46c0-b32d-ddfddd18df08 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:31.964754 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-d1997460-f1d9-4f29-8a45-67520da54775 req-c4c70fa3-d5f1-46c0-b32d-ddfddd18df08 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 945 time: 0.0527740 Oct 04 08:56:32.013244 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-d1997460-f1d9-4f29-8a45-67520da54775 req-f11ec185-ab4a-438c-b67f-ea2e6b48d59d tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443966 Oct 04 08:56:32.041459 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 34168) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:32.207548 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d92585c-925c-4534-b81b-aeb41e37d442 tempest-TestMinimumBasicScenario-1352046550 tempest-TestMinimumBasicScenario-1352046550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:32.209173 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-6d92585c-925c-4534-b81b-aeb41e37d442 tempest-TestMinimumBasicScenario-1352046550 tempest-TestMinimumBasicScenario-1352046550-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 1124 time: 0.1667418 Oct 04 08:56:32.212201 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 34172) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:32.216326 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Request body: {'floatingip': {'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'port_id': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:32.239414 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.327370 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.435735 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_common [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Allocated IP 172.27.0.63 (a245eb65-fa51-4a9c-b9ba-d29908724e63/c82b69a9-470f-4a52-b444-0b1daa643ea2/374e2709-f1da-42d0-94d8-277941e58112) {{(pid=106410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:56:32.538720 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for port (374e2709-f1da-42d0-94d8-277941e58112), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.570378 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (374e2709-f1da-42d0-94d8-277941e58112), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:32.616998 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Network a245eb65-fa51-4a9c-b9ba-d29908724e63 is already hosted by enough agents. {{(pid=106410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:56:32.622192 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.base_scheduler [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Resources bound (agent type, host, resource id): {{(pid=106410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:56:32.624373 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event updated for resources: {'Port': ['ID=374e2709-f1da-42d0-94d8-277941e58112,revision_number=1']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:32.626513 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Received port after_create {{(pid=106410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:56:32.842709 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:32.973850 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:33.003503 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for floatingip (ca4610e5-0b3b-44f3-b855-0eaaa2662a0d), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.295490 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (374e2709-f1da-42d0-94d8-277941e58112), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.457495 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for port (374e2709-f1da-42d0-94d8-277941e58112), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.462261 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (374e2709-f1da-42d0-94d8-277941e58112), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.537246 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-756808'] for floatingip (ca4610e5-0b3b-44f3-b855-0eaaa2662a0d), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.538985 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event updated for resources: {'Port': ['ID=374e2709-f1da-42d0-94d8-277941e58112,revision_number=2']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:33.575761 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.576140 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.576486 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.576826 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.577177 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.577519 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.577852 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.578202 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.578650 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.578908 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.579237 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.579566 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.579893 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.580222 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.580545 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:33.650176 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.l3_db [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Floating IP ca4610e5-0b3b-44f3-b855-0eaaa2662a0d associated. External IP: 172.27.0.63, port: cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7. Oct 04 08:56:33.859183 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:56:33.915433 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:33.970480 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:56:33.981601 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d8da1-f72a-4e85-af20-2d679fac3b8f None None] Sync routers for ids ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:56:33.992408 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:33.993609 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d8da1-f72a-4e85-af20-2d679fac3b8f None None] Routers {'1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:33.994254 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-244d8da1-f72a-4e85-af20-2d679fac3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:56:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:34.031317 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-2b466310-5188-4a7d-92af-3aa60570a49c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8160846 Oct 04 08:56:34.031317 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7'}] {{(pid=106410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:34.031800 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34186) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:34.038168 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4c84928c9cc590a11e74d60c618a14085f3215fa0a41e1841d6b7405df412b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0755aed9-c441-4aba-9ce3-22cd71b164bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7"}]}' {{(pid=106410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:34.039530 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-964438823', 'description': 'tempest-secgroup-smoke-964438823 description', 'project_id': '8a08fa28d7374a029062132a73bb8ab6'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:34.101029 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.125212 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5576ee-d953-4a6b-aa5c-eb788220dac8 x-openstack-request-id: req-fe5576ee-d953-4a6b-aa5c-eb788220dac8 {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:34.125504 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7", "status": "completed", "code": 200}]} {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:34.125918 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe5576ee-d953-4a6b-aa5c-eb788220dac8 {{(pid=106410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:34.126329 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe5576ee-d953-4a6b-aa5c-eb788220dac8'] response: {'name': 'network-changed', 'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7', 'status': 'completed', 'code': 200} Oct 04 08:56:34.202898 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group (1345b8bf-d982-4a7d-9f92-2b70c989d0e3), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.208560 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (1345b8bf-d982-4a7d-9f92-2b70c989d0e3), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.210094 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-244d8da1-f72a-4e85-af20-2d679fac3b8f None None] Set router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:34.239974 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.241288 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2078135 Oct 04 08:56:34.244929 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 34190) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:34.245943 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1345b8bf-d982-4a7d-9f92-2b70c989d0e3,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:34.249629 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-56da983e-215c-4489-adb3-1bde6788b251 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Request body: {'security_group_rule': {'security_group_id': '1345b8bf-d982-4a7d-9f92-2b70c989d0e3', 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:34.254854 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.255205 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.255560 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.255914 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.256277 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.256573 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.256901 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.257228 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.257553 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.258135 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.258256 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.258508 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.258851 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.259189 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.259500 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986b3d3-2ff4-492d-846c-adff8c634cc7 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:34.281928 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-56da983e-215c-4489-adb3-1bde6788b251 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (78f96da7-9ecd-4c2e-9921-e645c161d7ea), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.313808 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:34.345916 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-56da983e-215c-4489-adb3-1bde6788b251 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (78f96da7-9ecd-4c2e-9921-e645c161d7ea), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.349737 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-56da983e-215c-4489-adb3-1bde6788b251 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (78f96da7-9ecd-4c2e-9921-e645c161d7ea), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.370644 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da983e-215c-4489-adb3-1bde6788b251 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f96da7-9ecd-4c2e-9921-e645c161d7ea,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:34.379851 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-56da983e-215c-4489-adb3-1bde6788b251 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.383891 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-56da983e-215c-4489-adb3-1bde6788b251 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352482 Oct 04 08:56:34.384339 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 34192) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:34.390055 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-a78029d5-03f9-4007-976e-b239f6a6ffd0 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Request body: {'security_group_rule': {'security_group_id': '1345b8bf-d982-4a7d-9f92-2b70c989d0e3', 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:34.409567 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755aed9-c441-4aba-9ce3-22cd71b164bf req-bce3cc30-f3f2-4771-a82f-4921b2a3660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:34.411737 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0755aed9-c441-4aba-9ce3-22cd71b164bf req-bce3cc30-f3f2-4771-a82f-4921b2a3660b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8a08fa28d7374a029062132a73bb8ab6&device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 1129 time: 0.0499194 Oct 04 08:56:34.417117 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a78029d5-03f9-4007-976e-b239f6a6ffd0 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (26a54748-d6c5-47fe-af66-a1e02163866a), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.444657 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-244d8da1-f72a-4e85-af20-2d679fac3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:55:37Z', 'revision_number': 4, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port': {'id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:34Z', 'updated_at': '2022-10-04T08:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'ca4610e5-0b3b-44f3-b855-0eaaa2662a0d', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'port_id': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'mac_address': 'fa:16:3e:e1:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:56:32Z', 'updated_at': '2022-10-04T08:56:32Z', 'revision_number': 0, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b2eb17-53d1-4431-8f4e-f7588b60bab6', 'name': '', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'mac_address': 'fa:16:3e:f5:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:36Z', 'updated_at': '2022-10-04T08:55:43Z', 'revision_number': 5, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'subnets': [{'id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:34.472153 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d8da1-f72a-4e85-af20-2d679fac3b8f None None] Checking router: 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:56:34.482155 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d8da1-f72a-4e85-af20-2d679fac3b8f None None] Routers {'1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:56:34.482406 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a78029d5-03f9-4007-976e-b239f6a6ffd0 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (26a54748-d6c5-47fe-af66-a1e02163866a), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.483214 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-244d8da1-f72a-4e85-af20-2d679fac3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:56:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:34.486674 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a78029d5-03f9-4007-976e-b239f6a6ffd0 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (26a54748-d6c5-47fe-af66-a1e02163866a), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.491249 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:34.518533 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78029d5-03f9-4007-976e-b239f6a6ffd0 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a54748-d6c5-47fe-af66-a1e02163866a,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:34.528528 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-a78029d5-03f9-4007-976e-b239f6a6ffd0 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.532692 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755aed9-c441-4aba-9ce3-22cd71b164bf req-2d205d4f-5abf-4981-8e61-4edb9c7e26c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:34.532984 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-a78029d5-03f9-4007-976e-b239f6a6ffd0 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1442711 Oct 04 08:56:34.533089 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0755aed9-c441-4aba-9ce3-22cd71b164bf req-2d205d4f-5abf-4981-8e61-4edb9c7e26c9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=543bb562-32db-4705-a52a-29b509ec3fe1 HTTP/1.1" status: 200 len: 914 time: 0.1131783 Oct 04 08:56:34.533184 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 34194) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:34.538684 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-3d59e449-b20c-497a-bea7-ba7348027d1f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Request body: {'security_group_rule': {'security_group_id': '1345b8bf-d982-4a7d-9f92-2b70c989d0e3', 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:34.568486 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3d59e449-b20c-497a-bea7-ba7348027d1f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (0f658573-ba98-492c-aee6-c8a78747c97b), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.603574 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0755aed9-c441-4aba-9ce3-22cd71b164bf req-50223f37-9d99-4cf4-9796-9548a27a07e3 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 HTTP/1.1" status: 200 len: 998 time: 0.0656419 Oct 04 08:56:34.607534 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-244d8da1-f72a-4e85-af20-2d679fac3b8f None None] Set router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:56:34.654154 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3d59e449-b20c-497a-bea7-ba7348027d1f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (0f658573-ba98-492c-aee6-c8a78747c97b), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.658537 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3d59e449-b20c-497a-bea7-ba7348027d1f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (0f658573-ba98-492c-aee6-c8a78747c97b), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.668912 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755aed9-c441-4aba-9ce3-22cd71b164bf req-ea8be4c5-0d27-442d-9ded-1853155450ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:34.670408 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0755aed9-c441-4aba-9ce3-22cd71b164bf req-ea8be4c5-0d27-442d-9ded-1853155450ce service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=015c02cb-1b05-4713-a7f6-7ea7b9e41506 HTTP/1.1" status: 200 len: 853 time: 0.0594029 Oct 04 08:56:34.682358 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59e449-b20c-497a-bea7-ba7348027d1f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f658573-ba98-492c-aee6-c8a78747c97b,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:34.689811 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3d59e449-b20c-497a-bea7-ba7348027d1f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.697209 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-3d59e449-b20c-497a-bea7-ba7348027d1f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1574063 Oct 04 08:56:34.697209 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 34196) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:34.699948 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-8e5b843f-52de-483d-b6b9-d3a5182d2b34 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Request body: {'security_group_rule': {'security_group_id': '1345b8bf-d982-4a7d-9f92-2b70c989d0e3', 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:34.730516 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8e5b843f-52de-483d-b6b9-d3a5182d2b34 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (1df01b6c-9837-48aa-bc97-2f7a5a86bf96), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.731313 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755aed9-c441-4aba-9ce3-22cd71b164bf req-04d2bf55-06c8-481e-bf8b-ef9fb79427b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:34.732859 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0755aed9-c441-4aba-9ce3-22cd71b164bf req-04d2bf55-06c8-481e-bf8b-ef9fb79427b6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=543bb562-32db-4705-a52a-29b509ec3fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556169 Oct 04 08:56:34.790428 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:34.801397 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8e5b843f-52de-483d-b6b9-d3a5182d2b34 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (1df01b6c-9837-48aa-bc97-2f7a5a86bf96), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.812124 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8e5b843f-52de-483d-b6b9-d3a5182d2b34 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (1df01b6c-9837-48aa-bc97-2f7a5a86bf96), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.844766 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-8e5b843f-52de-483d-b6b9-d3a5182d2b34 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:34.846980 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-8e5b843f-52de-483d-b6b9-d3a5182d2b34 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497550 Oct 04 08:56:34.849930 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:34.850178 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 34198) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:34.851296 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:34.855176 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0755aed9-c441-4aba-9ce3-22cd71b164bf req-c18c1712-18e9-4bdd-bba6-c45cc08fa24d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154685 Oct 04 08:56:34.855541 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [None req-1fb5c026-43d6-4c13-8cae-37bcafaa0e92 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Request body: {'security_group_rule': {'security_group_id': '1345b8bf-d982-4a7d-9f92-2b70c989d0e3', 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:34.863878 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-244d8da1-f72a-4e85-af20-2d679fac3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:55:37Z', 'revision_number': 4, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port': {'id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:34Z', 'updated_at': '2022-10-04T08:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'ca4610e5-0b3b-44f3-b855-0eaaa2662a0d', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'port_id': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'mac_address': 'fa:16:3e:e1:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:56:32Z', 'updated_at': '2022-10-04T08:56:32Z', 'revision_number': 0, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b2eb17-53d1-4431-8f4e-f7588b60bab6', 'name': '', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'mac_address': 'fa:16:3e:f5:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:36Z', 'updated_at': '2022-10-04T08:55:43Z', 'revision_number': 5, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'subnets': [{'id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:56:34.865358 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b843f-52de-483d-b6b9-d3a5182d2b34 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df01b6c-9837-48aa-bc97-2f7a5a86bf96,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:34.898931 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d8da1-f72a-4e85-af20-2d679fac3b8f None None] The sync data for ids ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'] in dv-cinder-860209-1-iscsi is: [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:55:37Z', 'revision_number': 4, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port': {'id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:34Z', 'updated_at': '2022-10-04T08:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_floatingips': [{'id': 'ca4610e5-0b3b-44f3-b855-0eaaa2662a0d', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'router_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'port_id': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'mac_address': 'fa:16:3e:e1:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T08:56:32Z', 'updated_at': '2022-10-04T08:56:32Z', 'revision_number': 0, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b2eb17-53d1-4431-8f4e-f7588b60bab6', 'name': '', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'mac_address': 'fa:16:3e:f5:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:36Z', 'updated_at': '2022-10-04T08:55:43Z', 'revision_number': 5, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'subnets': [{'id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:56:34.907478 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.securitygroups_db [None req-1fb5c026-43d6-4c13-8cae-37bcafaa0e92 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Project 8a08fa28d7374a029062132a73bb8ab6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 08:56:34.915459 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c026-43d6-4c13-8cae-37bcafaa0e92 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (305853d7-0353-401f-8956-884968f25862), before_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.027650 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c026-43d6-4c13-8cae-37bcafaa0e92 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (305853d7-0353-401f-8956-884968f25862), precommit_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.032007 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c026-43d6-4c13-8cae-37bcafaa0e92 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (305853d7-0353-401f-8956-884968f25862), after_create {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.054496 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5c026-43d6-4c13-8cae-37bcafaa0e92 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305853d7-0353-401f-8956-884968f25862,revision_number=0']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:35.056574 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0755aed9-c441-4aba-9ce3-22cd71b164bf req-4ee7d7e0-dfb0-405e-a528-8eb8ef00ac79 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917984 Oct 04 08:56:35.069662 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c026-43d6-4c13-8cae-37bcafaa0e92 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.070947 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-1fb5c026-43d6-4c13-8cae-37bcafaa0e92 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2198524 Oct 04 08:56:35.073970 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34206) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:35.082306 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [None req-2fe6fb5d-c842-48ee-add8-c53007a2755e tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Request body: {'security_group_rule': {'security_group_id': '1345b8bf-d982-4a7d-9f92-2b70c989d0e3', 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:35.104818 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.db.securitygroups_db [None req-2fe6fb5d-c842-48ee-add8-c53007a2755e tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Project 8a08fa28d7374a029062132a73bb8ab6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 08:56:35.111148 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2fe6fb5d-c842-48ee-add8-c53007a2755e tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (8992416b-1779-46ee-9de6-1eaf1844caf4), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.179312 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a07549-c4d1-421b-a989-59652dd5ff2f None None] New status for floating IP ca4610e5-0b3b-44f3-b855-0eaaa2662a0d: ACTIVE {{(pid=106412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:56:35.183848 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2fe6fb5d-c842-48ee-add8-c53007a2755e tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (8992416b-1779-46ee-9de6-1eaf1844caf4), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.188163 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2fe6fb5d-c842-48ee-add8-c53007a2755e tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537202'] for security_group_rule (8992416b-1779-46ee-9de6-1eaf1844caf4), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.213051 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6fb5d-c842-48ee-add8-c53007a2755e tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8992416b-1779-46ee-9de6-1eaf1844caf4,revision_number=0']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:35.221188 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-2fe6fb5d-c842-48ee-add8-c53007a2755e tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.222749 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-2fe6fb5d-c842-48ee-add8-c53007a2755e tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470735 Oct 04 08:56:35.322829 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-90470d88-9e68-467d-8a9a-f8847fb64613 req-a5b08589-c0d1-4d81-9051-2f7bbb1f1825 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-964438823&fields=id&tenant_id=8a08fa28d7374a029062132a73bb8ab6 HTTP/1.1" status: 200 len: 267 time: 0.0522928 Oct 04 08:56:35.382913 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470d88-9e68-467d-8a9a-f8847fb64613 req-aa30371f-983f-4543-b6ce-46824d252af3 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:35.384484 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-90470d88-9e68-467d-8a9a-f8847fb64613 req-aa30371f-983f-4543-b6ce-46824d252af3 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 945 time: 0.0562887 Oct 04 08:56:35.395533 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [req-90470d88-9e68-467d-8a9a-f8847fb64613 req-914b0db9-33b6-49ac-b09f-22519a70e43c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Request body: {'port': {'security_groups': ['33c843e5-b7c2-43bc-9bfc-e110944dd239', '1345b8bf-d982-4a7d-9f92-2b70c989d0e3']}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:35.464740 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-90470d88-9e68-467d-8a9a-f8847fb64613 req-914b0db9-33b6-49ac-b09f-22519a70e43c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.603182 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:35.652424 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [req-90470d88-9e68-467d-8a9a-f8847fb64613 req-914b0db9-33b6-49ac-b09f-22519a70e43c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] For port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,segment=NetworkSegment(c6201ff9-2498-4023-9e28-5a227c5a1347),segment_id=c6201ff9-2498-4023-9e28-5a227c5a1347)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:35.680819 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-90470d88-9e68-467d-8a9a-f8847fb64613 req-914b0db9-33b6-49ac-b09f-22519a70e43c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.685621 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-90470d88-9e68-467d-8a9a-f8847fb64613 req-914b0db9-33b6-49ac-b09f-22519a70e43c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.694815 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470d88-9e68-467d-8a9a-f8847fb64613 req-914b0db9-33b6-49ac-b09f-22519a70e43c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:35.695433 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-90470d88-9e68-467d-8a9a-f8847fb64613 req-914b0db9-33b6-49ac-b09f-22519a70e43c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:35.696841 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-90470d88-9e68-467d-8a9a-f8847fb64613 req-914b0db9-33b6-49ac-b09f-22519a70e43c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "PUT /networking/v2.0/ports/cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 HTTP/1.1" status: 200 len: 981 time: 0.3058736 Oct 04 08:56:35.697226 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:56:35.757892 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b0db9-33b6-49ac-b09f-22519a70e43c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event updated for resources: {'Port': ['ID=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,revision_number=6']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:35.770706 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:56:35.815711 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d9b3-d3f4-42ac-a779-9ab12474921b req-d4aa7a52-b695-4d5b-b8cd-48b81c5a3379 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:35.817381 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-19a5d9b3-d3f4-42ac-a779-9ab12474921b req-d4aa7a52-b695-4d5b-b8cd-48b81c5a3379 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0530932 Oct 04 08:56:35.885362 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-19a5d9b3-d3f4-42ac-a779-9ab12474921b req-07d63e90-dfe9-403e-bde8-cbf26c24f331 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&id=1345b8bf-d982-4a7d-9f92-2b70c989d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604126 Oct 04 08:56:36.128548 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7'}] {{(pid=106410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:36.130991 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4c84928c9cc590a11e74d60c618a14085f3215fa0a41e1841d6b7405df412b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed52611-6cdd-40eb-a7d6-65ff35185d94" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7"}]}' {{(pid=106410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:36.179599 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98c4fde-5fc7-4f74-88db-80d0beb71a33 x-openstack-request-id: req-d98c4fde-5fc7-4f74-88db-80d0beb71a33 {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:36.180255 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7", "status": "completed", "code": 200}]} {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:36.180391 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d98c4fde-5fc7-4f74-88db-80d0beb71a33 {{(pid=106410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:36.180735 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d98c4fde-5fc7-4f74-88db-80d0beb71a33'] response: {'name': 'network-changed', 'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7', 'status': 'completed', 'code': 200} Oct 04 08:56:36.254348 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed52611-6cdd-40eb-a7d6-65ff35185d94 req-13cf5b39-a17e-415b-95e6-f379337450d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:36.256062 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1ed52611-6cdd-40eb-a7d6-65ff35185d94 req-13cf5b39-a17e-415b-95e6-f379337450d6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8a08fa28d7374a029062132a73bb8ab6&device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 1168 time: 0.0485847 Oct 04 08:56:36.258519 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:36.288708 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:36.390241 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed52611-6cdd-40eb-a7d6-65ff35185d94 req-d320278c-4d29-4c9c-8162-e035e1007dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:36.391852 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1ed52611-6cdd-40eb-a7d6-65ff35185d94 req-d320278c-4d29-4c9c-8162-e035e1007dd5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=543bb562-32db-4705-a52a-29b509ec3fe1 HTTP/1.1" status: 200 len: 914 time: 0.1297705 Oct 04 08:56:36.405670 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34222) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:36.462956 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1ed52611-6cdd-40eb-a7d6-65ff35185d94 req-88e23a15-d6d4-41ec-9a80-00420f564e8c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 HTTP/1.1" status: 200 len: 1000 time: 0.0646799 Oct 04 08:56:36.530320 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f4342bb9-63a7-4c09-86f8-08e7c3f476fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.533311 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed52611-6cdd-40eb-a7d6-65ff35185d94 req-67a717db-4b4b-403b-bd4f-ddc751234b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:36.534913 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1ed52611-6cdd-40eb-a7d6-65ff35185d94 req-67a717db-4b4b-403b-bd4f-ddc751234b86 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=015c02cb-1b05-4713-a7f6-7ea7b9e41506 HTTP/1.1" status: 200 len: 853 time: 0.0658655 Oct 04 08:56:36.594182 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed52611-6cdd-40eb-a7d6-65ff35185d94 req-f1112a60-2ffb-455c-83fc-a5d8b6d88251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:36.595800 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1ed52611-6cdd-40eb-a7d6-65ff35185d94 req-f1112a60-2ffb-455c-83fc-a5d8b6d88251 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=543bb562-32db-4705-a52a-29b509ec3fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541289 Oct 04 08:56:36.707401 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:36.736095 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f4342bb9-63a7-4c09-86f8-08e7c3f476fb admin admin] Publish callbacks [] for security_group (01d88baf-771c-4f0c-a303-13dee937507e), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.739327 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1ed52611-6cdd-40eb-a7d6-65ff35185d94 req-bb4506e4-13a5-46b6-a329-bbd69b8a453d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367586 Oct 04 08:56:36.740805 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-f4342bb9-63a7-4c09-86f8-08e7c3f476fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (01d88baf-771c-4f0c-a303-13dee937507e), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.746788 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:36.828635 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4342bb9-63a7-4c09-86f8-08e7c3f476fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d88baf-771c-4f0c-a303-13dee937507e,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:36.836285 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-f4342bb9-63a7-4c09-86f8-08e7c3f476fb admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a6041b2caedc4b28a67d1ed12e4b9787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294832 Oct 04 08:56:36.838921 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 34226) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:56:36.895730 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1ed52611-6cdd-40eb-a7d6-65ff35185d94 req-b4e3d6c5-eb0a-4859-adab-ae20bd74d1ee service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410396 Oct 04 08:56:36.905087 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3c64253a-0076-4ab3-8a64-97371cb62d3b admin admin] Publish callbacks [] for security_group (01d88baf-771c-4f0c-a303-13dee937507e), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.926611 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3c64253a-0076-4ab3-8a64-97371cb62d3b admin admin] Publish callbacks [] for security_group (01d88baf-771c-4f0c-a303-13dee937507e), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.976333 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3c64253a-0076-4ab3-8a64-97371cb62d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (01d88baf-771c-4f0c-a303-13dee937507e), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.979127 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-3c64253a-0076-4ab3-8a64-97371cb62d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:36.980322 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-3c64253a-0076-4ab3-8a64-97371cb62d3b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/01d88baf-771c-4f0c-a303-13dee937507e HTTP/1.1" status: 204 len: 168 time: 0.1403706 Oct 04 08:56:36.989261 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64253a-0076-4ab3-8a64-97371cb62d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d88baf-771c-4f0c-a303-13dee937507e,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:39.240332 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-ff2eb3a6-2e6b-4fb3-bce2-108c71833589 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=756737695aa644ff8a9ec362b654cf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301738 Oct 04 08:56:39.431385 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-8def6d2d-13ba-4264-80bb-e7688e0c7d84 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:39.432839 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-8def6d2d-13ba-4264-80bb-e7688e0c7d84 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870694 Oct 04 08:56:39.448211 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-301b0961-921d-4f5c-9519-213e81114a39 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/quotas/756737695aa644ff8a9ec362b654cf3f HTTP/1.1" status: 200 len: 375 time: 0.0100198 Oct 04 08:56:39.480491 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-df33154b-3b3a-4fa5-9d64-5a9c0859f130 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=756737695aa644ff8a9ec362b654cf3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270891 Oct 04 08:56:39.650348 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-b1750647-34ab-41fd-9ba0-33d8f223a973 req-7e9af263-283e-4d32-9fc5-9ea7e5bec945 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 210 time: 0.0288610 Oct 04 08:56:40.738040 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-9f8dacff-a930-4ae9-a395-8d4b2301b792 req-94379ce7-fd7e-4738-b3c1-6c8c8a3a0989 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 210 time: 0.0315609 Oct 04 08:56:41.838306 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-35cecf8c-effd-4782-825b-013f2fee504b req-30600f59-f750-4275-9594-509230c2c9cf tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 210 time: 0.0417690 Oct 04 08:56:42.081310 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:42.685870 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-55f42b77-a4df-4502-84f0-31f981064c85 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=756737695aa644ff8a9ec362b654cf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240223 Oct 04 08:56:42.798494 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-136bab63-21c1-4094-a2c2-d1f33bb4a937 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:42.800005 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-136bab63-21c1-4094-a2c2-d1f33bb4a937 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087472 Oct 04 08:56:42.813246 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Request body: {'port': {'device_id': '38486ac9-5ec2-4af0-abc1-2d7df674b060', 'network_id': '6a2b5e34-ac0b-45cc-b4fb-62944861bc32', 'admin_state_up': True, 'tenant_id': '756737695aa644ff8a9ec362b654cf3f'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:42.950233 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-993bd86d-4edb-4259-8de1-9f5572e78257 req-3b7c044c-12c9-46fb-8f52-e3c139e43a52 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 210 time: 0.0321991 Oct 04 08:56:42.951231 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Made reservation on behalf of 756737695aa644ff8a9ec362b654cf3f for: {'port': 1} {{(pid=106411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 08:56:42.954822 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:42.964397 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Publish callbacks [] for security_group (None), before_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.046784 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Publish callbacks [] for security_group (3d539f15-7159-48ad-9325-5c6d7334fcee), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.051636 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (3d539f15-7159-48ad-9325-5c6d7334fcee), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.118140 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d539f15-7159-48ad-9325-5c6d7334fcee,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:43.183416 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:43.195450 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_common [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Allocated IP 192.168.233.246 (6a2b5e34-ac0b-45cc-b4fb-62944861bc32/0f252b59-975b-44da-a91f-f14e32f929e3/ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3) {{(pid=106411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 08:56:43.339985 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:43.351418 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Publish callbacks [] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), precommit_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.389294 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767882320348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), after_create {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.437642 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Network 6a2b5e34-ac0b-45cc-b4fb-62944861bc32 is already hosted by enough agents. {{(pid=106411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 08:56:43.440906 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.base_scheduler [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Resources bound (agent type, host, resource id): {{(pid=106411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 08:56:43.445965 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Received port after_create {{(pid=106411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 08:56:43.452491 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Pushing event updated for resources: {'Port': ['ID=ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3,revision_number=1']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:43.504786 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:43.505402 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.523110 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-2b058fa8-afd6-4f9d-a9fc-e89edf10a1fc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7135983 Oct 04 08:56:43.534564 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.v2.base [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Request body: {'port': {'device_id': '38486ac9-5ec2-4af0-abc1-2d7df674b060', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=106411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:56:43.598397 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.641065 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-0c92c052-7e2d-4542-ba74-9ec54945866d None None] Provisioning complete for port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 triggered by entity DHCP. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:56:43.641702 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-0c92c052-7e2d-4542-ba74-9ec54945866d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:43.641945 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-0c92c052-7e2d-4542-ba74-9ec54945866d None None] Attempt 1 to provision port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 Oct 04 08:56:43.675877 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-0c92c052-7e2d-4542-ba74-9ec54945866d None None] Port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 cannot update to ACTIVE because it is not bound. {{(pid=106412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 08:56:44.077377 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c0656-ecb8-475d-b4f2-d884abb2eaf8 req-7e2de640-576c-4217-9b04-29ebebf0e454 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:44.078938 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-e64c0656-ecb8-475d-b4f2-d884abb2eaf8 req-7e2de640-576c-4217-9b04-29ebebf0e454 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 936 time: 0.0478828 Oct 04 08:56:44.130512 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 {{(pid=106411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:56:44.138714 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Publish callbacks [] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), precommit_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:44.142775 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-e64c0656-ecb8-475d-b4f2-d884abb2eaf8 req-6060ed92-0688-48f7-ac00-10a6941cc6dc tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d539f15-7159-48ad-9325-5c6d7334fcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Oct 04 08:56:44.153026 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.provisioning_blocks [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Transition to ACTIVE for port object ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 will not be triggered until provisioned by entity L2. {{(pid=106411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 08:56:44.159877 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:44.223720 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3,revision_number=2']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:44.250160 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:44.280300 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Attempting to bind port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 08:56:44.280628 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Attempting to bind port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '143e5b1c-9f65-4094-a4d5-cd6c7c0054d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6a2b5e34-ac0b-45cc-b4fb-62944861bc32'}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 08:56:44.280952 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Attempting to bind port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 on network 6a2b5e34-ac0b-45cc-b4fb-62944861bc32 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:56:44.325215 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 on network 6a2b5e34-ac0b-45cc-b4fb-62944861bc32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 08:56:44.325534 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Attempting to bind port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 on network 6a2b5e34-ac0b-45cc-b4fb-62944861bc32 {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 08:56:44.372481 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Checking agent: {'id': '0035c8fa-826a-463b-894b-023c907b2a9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'started_at': datetime.datetime(2022, 10, 4, 8, 33, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 8, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 08:56:44.372814 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Checking segment: {'id': '143e5b1c-9f65-4094-a4d5-cd6c7c0054d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6a2b5e34-ac0b-45cc-b4fb-62944861bc32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 08:56:44.373192 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Bound using segment: {'id': '143e5b1c-9f65-4094-a4d5-cd6c7c0054d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6a2b5e34-ac0b-45cc-b4fb-62944861bc32'} {{(pid=106411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 08:56:44.373618 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.managers [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Bound port: ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '143e5b1c-9f65-4094-a4d5-cd6c7c0054d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6a2b5e34-ac0b-45cc-b4fb-62944861bc32'}}] {{(pid=106411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 08:56:44.373972 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), before_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:44.437800 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] For port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3, host hv-cinder-86020, cleared binding levels {{(pid=106411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 08:56:44.440968 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] For port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3,segment=NetworkSegment(143e5b1c-9f65-4094-a4d5-cd6c7c0054d5),segment_id=143e5b1c-9f65-4094-a4d5-cd6c7c0054d5)] {{(pid=106411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 08:56:44.448152 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12654881'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), after_update {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:44.452549 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:44.453161 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:44.454526 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 HTTP/1.1" status: 200 len: 1098 time: 0.9243081 Oct 04 08:56:44.455096 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38486ac9-5ec2-4af0-abc1-2d7df674b060', 'tag': 'ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:44.457457 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a16426e-fdbd-45d0-9a59-923bce34b38b" -d '{"events": [{"name": "network-changed", "server_uuid": "38486ac9-5ec2-4af0-abc1-2d7df674b060", "tag": "ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:44.483129 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:44.512069 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa69f28a-4593-4d31-ae13-3431e738613f x-openstack-request-id: req-fa69f28a-4593-4d31-ae13-3431e738613f {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:44.512405 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38486ac9-5ec2-4af0-abc1-2d7df674b060", "tag": "ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:44.512591 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa69f28a-4593-4d31-ae13-3431e738613f {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:44.513010 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa69f28a-4593-4d31-ae13-3431e738613f'] response: {'name': 'network-changed', 'server_uuid': '38486ac9-5ec2-4af0-abc1-2d7df674b060', 'tag': 'ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3', 'status': 'completed', 'code': 200} Oct 04 08:56:44.544574 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40635de3-3356-4fb4-bbc4-fcb59876a910 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3,revision_number=3']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:44.555025 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-41f4bd6a-4d17-4932-a8fe-b7960085007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:44.556553 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-41f4bd6a-4d17-4932-a8fe-b7960085007c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=756737695aa644ff8a9ec362b654cf3f&device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 1132 time: 0.0572493 Oct 04 08:56:44.602500 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-f8dbf5e5-63b6-410e-b165-f56eb06d5d57 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 HTTP/1.1" status: 200 len: 217 time: 0.0378041 Oct 04 08:56:44.656904 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-256eeb7f-83fe-4c27-886b-000a065f5ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:44.658367 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-256eeb7f-83fe-4c27-886b-000a065f5ba2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0f252b59-975b-44da-a91f-f14e32f929e3 HTTP/1.1" status: 200 len: 843 time: 0.0500963 Oct 04 08:56:44.701459 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-77452528-bd31-45c4-921c-2d983e9ea0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:44.702967 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-77452528-bd31-45c4-921c-2d983e9ea0dc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=6a2b5e34-ac0b-45cc-b4fb-62944861bc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0386209 Oct 04 08:56:44.799640 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-9d31867d-de86-4e33-8b5d-89e5cf22f2f8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a2b5e34-ac0b-45cc-b4fb-62944861bc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898769 Oct 04 08:56:44.863168 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=76 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:44.896551 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0716cdd4-bd71-40ab-a656-0f674f7c77ff req-e18a4cb8-5089-4a5c-a6d0-bea555b3887e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a2b5e34-ac0b-45cc-b4fb-62944861bc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912781 Oct 04 08:56:45.259111 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:45.278272 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f33cbf-19cd-4d01-be84-53f3f09374ac req-3158ae5f-fe95-4d7f-9628-395b76d73f99 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:45.279771 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-04f33cbf-19cd-4d01-be84-53f3f09374ac req-3158ae5f-fe95-4d7f-9628-395b76d73f99 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 948 time: 0.0485590 Oct 04 08:56:45.328848 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-04f33cbf-19cd-4d01-be84-53f3f09374ac req-ce979090-727e-478a-a452-49d99c70aafe tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d539f15-7159-48ad-9325-5c6d7334fcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418918 Oct 04 08:56:45.699217 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16426e-fdbd-45d0-9a59-923bce34b38b req-b4604879-ce8f-42c5-8f5c-bd6d09c7ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:45.700734 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3a16426e-fdbd-45d0-9a59-923bce34b38b req-b4604879-ce8f-42c5-8f5c-bd6d09c7ebc5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=756737695aa644ff8a9ec362b654cf3f&device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 1132 time: 0.0388393 Oct 04 08:56:45.798911 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16426e-fdbd-45d0-9a59-923bce34b38b req-b4a927ac-9c53-46a6-8837-b879ff71250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:45.800371 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3a16426e-fdbd-45d0-9a59-923bce34b38b req-b4a927ac-9c53-46a6-8837-b879ff71250d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=6a2b5e34-ac0b-45cc-b4fb-62944861bc32 HTTP/1.1" status: 200 len: 869 time: 0.0916276 Oct 04 08:56:45.838371 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3a16426e-fdbd-45d0-9a59-923bce34b38b req-d2df0fde-ae95-4ce2-925e-5275a17ee91a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 HTTP/1.1" status: 200 len: 217 time: 0.0321846 Oct 04 08:56:45.886254 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16426e-fdbd-45d0-9a59-923bce34b38b req-b2a8d176-c641-4bc6-9d34-e3d135214328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:45.887712 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3a16426e-fdbd-45d0-9a59-923bce34b38b req-b2a8d176-c641-4bc6-9d34-e3d135214328 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0f252b59-975b-44da-a91f-f14e32f929e3 HTTP/1.1" status: 200 len: 843 time: 0.0436754 Oct 04 08:56:45.935663 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16426e-fdbd-45d0-9a59-923bce34b38b req-5b3b8838-6781-4b4a-9187-9bfdc30ea567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:45.937171 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3a16426e-fdbd-45d0-9a59-923bce34b38b req-5b3b8838-6781-4b4a-9187-9bfdc30ea567 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=6a2b5e34-ac0b-45cc-b4fb-62944861bc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0438516 Oct 04 08:56:45.989419 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:46.030765 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3a16426e-fdbd-45d0-9a59-923bce34b38b req-1943e5c8-48f2-4a40-926f-c53d98b1fbaa service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a2b5e34-ac0b-45cc-b4fb-62944861bc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875597 Oct 04 08:56:46.125872 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-3a16426e-fdbd-45d0-9a59-923bce34b38b req-4b15aa00-9fc8-4fa5-933e-dcea983df780 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6a2b5e34-ac0b-45cc-b4fb-62944861bc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881348 Oct 04 08:56:46.451159 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2d44e-f620-4d61-9d83-85dee38c9b66 req-0ca8c322-a54d-4f5d-bf75-289c48f30258 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:46.452613 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-15b2d44e-f620-4d61-9d83-85dee38c9b66 req-0ca8c322-a54d-4f5d-bf75-289c48f30258 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 948 time: 0.0465345 Oct 04 08:56:46.500685 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-15b2d44e-f620-4d61-9d83-85dee38c9b66 req-978b039e-5ec4-4d63-8dd9-1c8c3171b591 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d539f15-7159-48ad-9325-5c6d7334fcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Oct 04 08:56:47.631743 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66423c71-8c82-42a6-850a-ccbb98bf7c60 req-1db74a9b-6919-4fbd-8d60-d4cec3cc6b9a tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:47.633223 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-66423c71-8c82-42a6-850a-ccbb98bf7c60 req-1db74a9b-6919-4fbd-8d60-d4cec3cc6b9a tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 948 time: 0.0512078 Oct 04 08:56:47.681075 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-66423c71-8c82-42a6-850a-ccbb98bf7c60 req-6cd1a8b3-b3aa-43a2-b073-4d2ba13bfd47 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d539f15-7159-48ad-9325-5c6d7334fcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Oct 04 08:56:48.501329 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=106412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 08:56:48.605684 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3,segment=NetworkSegment(143e5b1c-9f65-4094-a4d5-cd6c7c0054d5),segment_id=143e5b1c-9f65-4094-a4d5-cd6c7c0054d5)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:48.616903 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Returning: {'device': 'ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3', 'network_id': '6a2b5e34-ac0b-45cc-b4fb-62944861bc32', 'port_id': 'ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3', 'mac_address': 'fa:16:3e:af:b7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f252b59-975b-44da-a91f-f14e32f929e3', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 08:56:48.651612 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 is: DOWN; New status is: BUILD {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:56:48.651995 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:48.668350 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 {{(pid=106412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 08:56:48.687018 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3,segment=NetworkSegment(143e5b1c-9f65-4094-a4d5-cd6c7c0054d5),segment_id=143e5b1c-9f65-4094-a4d5-cd6c7c0054d5)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:48.690969 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:48.737199 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3,revision_number=4']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:48.745199 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.745538 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.745875 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.746206 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.746532 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.746881 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.747202 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.747521 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.748290 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.748290 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.748470 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.748752 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.749069 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.749382 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.749714 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:56:48.815421 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e04725-1631-42d3-a51e-c14d34100106 req-92b0264a-8a87-47a2-956f-b27bddc67636 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:48.817985 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c3e04725-1631-42d3-a51e-c14d34100106 req-92b0264a-8a87-47a2-956f-b27bddc67636 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 949 time: 0.0557995 Oct 04 08:56:48.819410 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c26767fe-7d53-4835-aaf9-17e818519dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:48.873271 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-c3e04725-1631-42d3-a51e-c14d34100106 req-7ffef5a2-e972-4cda-8029-624f8c71768e tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d539f15-7159-48ad-9325-5c6d7334fcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437210 Oct 04 08:56:48.903858 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:56:50.001239 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe8db-dde5-474c-a120-515efaf73bc0 req-7dd6fa34-ab55-4c8e-8b09-784d4b40bc1c tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:50.002743 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-046fe8db-dde5-474c-a120-515efaf73bc0 req-7dd6fa34-ab55-4c8e-8b09-784d4b40bc1c tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 949 time: 0.0480285 Oct 04 08:56:50.028507 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:56:50.050975 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-046fe8db-dde5-474c-a120-515efaf73bc0 req-ace85c56-3426-408a-9c38-88421206f1f1 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d539f15-7159-48ad-9325-5c6d7334fcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417438 Oct 04 08:56:50.507323 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 up at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 08:56:50.549639 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning for port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 completed by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 08:56:50.556058 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.provisioning_blocks [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Provisioning complete for port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 triggered by entity L2. {{(pid=106412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 08:56:50.556423 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1947587'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), provisioning_complete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:50.556903 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Attempt 1 to provision port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 Oct 04 08:56:50.628499 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Current status of the port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 is: BUILD; New status is: ACTIVE {{(pid=106412) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 08:56:50.628934 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), before_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:50.649342 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:50.655618 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38486ac9-5ec2-4af0-abc1-2d7df674b060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3'}] {{(pid=106412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:50.657961 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}675457abe432375b006226f8702b19cb427107dae2a88cdf0205ad026e520be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a938a69f-2573-49a6-87a2-db111c6c885c" -d '{"events": [{"server_uuid": "38486ac9-5ec2-4af0-abc1-2d7df674b060", "name": "network-vif-plugged", "status": "completed", "tag": "ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3"}]}' {{(pid=106412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:50.668741 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:50.675239 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] For port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3,segment=NetworkSegment(143e5b1c-9f65-4094-a4d5-cd6c7c0054d5),segment_id=143e5b1c-9f65-4094-a4d5-cd6c7c0054d5)] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:50.682340 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:50.705331 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d08404-835d-49dc-adce-4602f2f0319a x-openstack-request-id: req-f8d08404-835d-49dc-adce-4602f2f0319a {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:50.705625 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38486ac9-5ec2-4af0-abc1-2d7df674b060", "name": "network-vif-plugged", "status": "completed", "tag": "ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3", "code": 200}]} {{(pid=106412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:50.705869 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8d08404-835d-49dc-adce-4602f2f0319a {{(pid=106412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:50.706250 dv-cinder-860209-1-iscsi neutron-server[106412]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d08404-835d-49dc-adce-4602f2f0319a'] response: {'server_uuid': '38486ac9-5ec2-4af0-abc1-2d7df674b060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3', 'code': 200} Oct 04 08:56:50.733539 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Pushing event updated for resources: {'Port': ['ID=ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3,revision_number=5']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:50.873141 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163cd18-d53c-449f-9f26-c6e6c0e41837 req-cd4427c8-7ab2-44cc-8c33-5bb421e121dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:50.874683 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7163cd18-d53c-449f-9f26-c6e6c0e41837 req-cd4427c8-7ab2-44cc-8c33-5bb421e121dc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 1134 time: 0.0389788 Oct 04 08:56:50.887663 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:50.922092 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-7163cd18-d53c-449f-9f26-c6e6c0e41837 req-611b5c26-c541-49d2-a5cc-f474f052c737 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3d539f15-7159-48ad-9325-5c6d7334fcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Oct 04 08:56:51.095120 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b7bf2-8afe-4a6b-9b70-7e4a3ecea9ca req-2aef44f7-18e1-4749-96cf-3b514674bfcf tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:51.096724 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1a9b7bf2-8afe-4a6b-9b70-7e4a3ecea9ca req-2aef44f7-18e1-4749-96cf-3b514674bfcf tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0471919 Oct 04 08:56:51.174437 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-1a9b7bf2-8afe-4a6b-9b70-7e4a3ecea9ca req-0347ab46-f0c7-4f74-b5b0-7a7138529c78 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&id=1345b8bf-d982-4a7d-9f92-2b70c989d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716920 Oct 04 08:56:51.197510 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cdb49-0d80-43f4-92a1-f10a3d0fef78 req-fb83bdc6-1cd1-443f-aced-ef3589b2121b tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:51.199188 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-8b0cdb49-0d80-43f4-92a1-f10a3d0fef78 req-fb83bdc6-1cd1-443f-aced-ef3589b2121b tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 950 time: 0.0708313 Oct 04 08:56:51.226015 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe53a-ecd1-4499-b420-9217289f5f32 req-8eddc7a9-bd95-41b0-8cc8-a47a22694d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:51.227573 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e34fe53a-ecd1-4499-b420-9217289f5f32 req-8eddc7a9-bd95-41b0-8cc8-a47a22694d2d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8a08fa28d7374a029062132a73bb8ab6&device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 1168 time: 0.0411601 Oct 04 08:56:51.251185 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-8b0cdb49-0d80-43f4-92a1-f10a3d0fef78 req-64efb475-3db4-46c5-85d4-b5621b3098d1 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d539f15-7159-48ad-9325-5c6d7334fcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461321 Oct 04 08:56:51.328674 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe53a-ecd1-4499-b420-9217289f5f32 req-a32178cc-bea6-4450-bffc-70617e75c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:51.330243 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e34fe53a-ecd1-4499-b420-9217289f5f32 req-a32178cc-bea6-4450-bffc-70617e75c9f6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=543bb562-32db-4705-a52a-29b509ec3fe1 HTTP/1.1" status: 200 len: 914 time: 0.0966942 Oct 04 08:56:51.357461 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-0ed59759-26b2-4d3f-8c4d-c19cd1aae664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:51.616287 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e34fe53a-ecd1-4499-b420-9217289f5f32 req-f735adf8-42a4-4927-91ac-b7a329105654 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 HTTP/1.1" status: 200 len: 1000 time: 0.0589232 Oct 04 08:56:51.665394 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe53a-ecd1-4499-b420-9217289f5f32 req-7e6c8158-fc65-48e4-9de4-bfdff569cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:51.666832 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e34fe53a-ecd1-4499-b420-9217289f5f32 req-7e6c8158-fc65-48e4-9de4-bfdff569cba9 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=015c02cb-1b05-4713-a7f6-7ea7b9e41506 HTTP/1.1" status: 200 len: 853 time: 0.0440207 Oct 04 08:56:51.722321 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe53a-ecd1-4499-b420-9217289f5f32 req-6dec8034-03cd-4e01-bed0-495323b9e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:51.724940 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e34fe53a-ecd1-4499-b420-9217289f5f32 req-6dec8034-03cd-4e01-bed0-495323b9e948 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=543bb562-32db-4705-a52a-29b509ec3fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440149 Oct 04 08:56:51.820936 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e34fe53a-ecd1-4499-b420-9217289f5f32 req-f7956b77-32de-4d8f-a92c-9b4e45d3b627 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869238 Oct 04 08:56:51.929718 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-e34fe53a-ecd1-4499-b420-9217289f5f32 req-6effc83b-0503-4abb-919b-9fca475d5e90 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907974 Oct 04 08:56:52.300603 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa50341-a7c2-4575-b3c3-b8a9ace9778b req-ad6d02dd-b8de-4912-8a65-595001b81fed tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:52.302160 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ffa50341-a7c2-4575-b3c3-b8a9ace9778b req-ad6d02dd-b8de-4912-8a65-595001b81fed tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0518944 Oct 04 08:56:52.326521 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:52.375467 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ffa50341-a7c2-4575-b3c3-b8a9ace9778b req-8c4862fa-aecb-4205-99f0-34b4bddccc85 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&id=1345b8bf-d982-4a7d-9f92-2b70c989d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673265 Oct 04 08:56:52.407122 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55861e3d-c8e6-4831-90b1-1c2cc1cffa1d req-62086043-9576-4917-8321-c4781e91df1d tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:52.408864 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-55861e3d-c8e6-4831-90b1-1c2cc1cffa1d req-62086043-9576-4917-8321-c4781e91df1d tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 950 time: 0.0700276 Oct 04 08:56:52.460795 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-55861e3d-c8e6-4831-90b1-1c2cc1cffa1d req-cefdc593-7674-4082-80fb-e329e1567c9a tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d539f15-7159-48ad-9325-5c6d7334fcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452635 Oct 04 08:56:52.912729 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:53.524412 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6b9b9-44aa-4fb4-aa2e-fb3355c5760b req-2fcf768a-a1e9-4a04-9121-89af5822f63a tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:53.525965 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-52c6b9b9-44aa-4fb4-aa2e-fb3355c5760b req-2fcf768a-a1e9-4a04-9121-89af5822f63a tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0551529 Oct 04 08:56:53.552496 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:53.598366 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-52c6b9b9-44aa-4fb4-aa2e-fb3355c5760b req-e0465421-10ec-4c3f-9885-454ba5f6f004 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&id=1345b8bf-d982-4a7d-9f92-2b70c989d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649579 Oct 04 08:56:53.599642 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583019a-1637-49ec-988a-cbd9d75fad39 req-1efa172b-f8ea-490d-82d4-4fa07e52ba83 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:53.601624 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-a583019a-1637-49ec-988a-cbd9d75fad39 req-1efa172b-f8ea-490d-82d4-4fa07e52ba83 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 950 time: 0.0609536 Oct 04 08:56:53.659681 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-a583019a-1637-49ec-988a-cbd9d75fad39 req-1ca2e7b5-2863-4d35-a6c3-1c5a5045773b tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d539f15-7159-48ad-9325-5c6d7334fcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514276 Oct 04 08:56:53.989136 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ec9fd-b172-4d4c-aa34-d3aa7c0a88b6 req-4192e459-4016-4a1f-9d5a-acf55a534c05 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:53.990662 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-be4ec9fd-b172-4d4c-aa34-d3aa7c0a88b6 req-4192e459-4016-4a1f-9d5a-acf55a534c05 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 950 time: 0.0581272 Oct 04 08:56:54.045584 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-be4ec9fd-b172-4d4c-aa34-d3aa7c0a88b6 req-b166ea10-634e-4250-8ce6-c821f792571b tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d539f15-7159-48ad-9325-5c6d7334fcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455639 Oct 04 08:56:54.392764 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:54.495558 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:54.732421 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d3a8-3755-40e2-89ff-faa4efc5dcba req-14d04233-063e-4a63-aeb8-93ebdb0aed3b tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:54.733908 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5814d3a8-3755-40e2-89ff-faa4efc5dcba req-14d04233-063e-4a63-aeb8-93ebdb0aed3b tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0499518 Oct 04 08:56:54.797409 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-5814d3a8-3755-40e2-89ff-faa4efc5dcba req-ec9629e0-c6a7-4e42-b7a3-d74884f1a421 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&id=1345b8bf-d982-4a7d-9f92-2b70c989d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562143 Oct 04 08:56:54.905997 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:55.170476 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3b85c-fba2-4be8-ad1a-f94f72ee3a6b req-0b9ec798-c6a5-4b92-a565-6a74f9ad3fe3 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:55.171933 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-cda3b85c-fba2-4be8-ad1a-f94f72ee3a6b req-0b9ec798-c6a5-4b92-a565-6a74f9ad3fe3 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 950 time: 0.0487924 Oct 04 08:56:55.221477 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-cda3b85c-fba2-4be8-ad1a-f94f72ee3a6b req-aa07b450-55a3-4d09-bbf6-101bd1947f60 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3d539f15-7159-48ad-9325-5c6d7334fcee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Oct 04 08:56:55.341113 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=100 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:56:55.352586 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2425e-9793-40c5-a25a-a426b72654ef req-87cb2009-2819-41a3-9d69-e1d379b972bf tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:55.354046 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-06d2425e-9793-40c5-a25a-a426b72654ef req-87cb2009-2819-41a3-9d69-e1d379b972bf tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 950 time: 0.0484698 Oct 04 08:56:55.442424 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-06d2425e-9793-40c5-a25a-a426b72654ef req-6bf069be-9101-4074-a320-fdfed118724e tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Deleting port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:56:55.442713 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-06d2425e-9793-40c5-a25a-a426b72654ef req-6bf069be-9101-4074-a320-fdfed118724e tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:55.534042 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-06d2425e-9793-40c5-a25a-a426b72654ef req-6bf069be-9101-4074-a320-fdfed118724e tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] For port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3,segment=NetworkSegment(143e5b1c-9f65-4094-a4d5-cd6c7c0054d5),segment_id=143e5b1c-9f65-4094-a4d5-cd6c7c0054d5)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:56:55.534410 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-06d2425e-9793-40c5-a25a-a426b72654ef req-6bf069be-9101-4074-a320-fdfed118724e tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:55.547632 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-06d2425e-9793-40c5-a25a-a426b72654ef req-6bf069be-9101-4074-a320-fdfed118724e tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Calling delete_port for ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:56:55.678935 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-06d2425e-9793-40c5-a25a-a426b72654ef req-6bf069be-9101-4074-a320-fdfed118724e tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:55.690458 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:56:55.708225 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf069be-9101-4074-a320-fdfed118724e tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Pushing event deleted for resources: {'Port': ['ID=ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:56:55.763508 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d2425e-9793-40c5-a25a-a426b72654ef req-6bf069be-9101-4074-a320-fdfed118724e tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] No DVR routers for this DVR port ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:56:55.766041 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-06d2425e-9793-40c5-a25a-a426b72654ef req-6bf069be-9101-4074-a320-fdfed118724e tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:56:55.770056 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-06d2425e-9793-40c5-a25a-a426b72654ef req-6bf069be-9101-4074-a320-fdfed118724e tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.17 "DELETE /networking/v2.0/ports/ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 HTTP/1.1" status: 204 len: 173 time: 0.4096107 Oct 04 08:56:55.770744 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38486ac9-5ec2-4af0-abc1-2d7df674b060', 'name': 'network-vif-deleted', 'tag': 'ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:56:55.773129 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d68bb0-85fb-4c7d-9604-18a49c89671a" -d '{"events": [{"server_uuid": "38486ac9-5ec2-4af0-abc1-2d7df674b060", "name": "network-vif-deleted", "tag": "ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:56:55.826659 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eadbe5-1bb0-4bfb-a683-81e36f5a46d8 x-openstack-request-id: req-e5eadbe5-1bb0-4bfb-a683-81e36f5a46d8 {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:56:55.827261 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38486ac9-5ec2-4af0-abc1-2d7df674b060", "name": "network-vif-deleted", "tag": "ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:56:55.827646 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5eadbe5-1bb0-4bfb-a683-81e36f5a46d8 {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:56:55.829552 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5eadbe5-1bb0-4bfb-a683-81e36f5a46d8'] response: {'server_uuid': '38486ac9-5ec2-4af0-abc1-2d7df674b060', 'name': 'network-vif-deleted', 'tag': 'ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3', 'status': 'completed', 'code': 200} Oct 04 08:56:55.937306 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ff1dc-1cad-467b-9922-7f02abdd59b9 req-3a9b0361-4901-47a8-a566-038af29bfbac tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:55.938870 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-283ff1dc-1cad-467b-9922-7f02abdd59b9 req-3a9b0361-4901-47a8-a566-038af29bfbac tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0550992 Oct 04 08:56:56.007984 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-283ff1dc-1cad-467b-9922-7f02abdd59b9 req-900ec53a-a631-46f1-af45-19a949e27903 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&id=1345b8bf-d982-4a7d-9f92-2b70c989d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629814 Oct 04 08:56:56.349321 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ce559d4b-a3bf-43e8-ae47-ca5efacc4d86 req-19dee5b2-c32f-4c74-b100-b012ee7d2912 tempest-VolumesNegativeTest-2109517988 tempest-VolumesNegativeTest-2109517988-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=38486ac9-5ec2-4af0-abc1-2d7df674b060 HTTP/1.1" status: 200 len: 210 time: 0.0292687 Oct 04 08:56:57.135047 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d202ad-e1f8-4dee-aeca-192062097d9d req-64863baa-1dec-4b1a-8ba5-ae86b9abd812 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:57.136533 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-25d202ad-e1f8-4dee-aeca-192062097d9d req-64863baa-1dec-4b1a-8ba5-ae86b9abd812 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0465765 Oct 04 08:56:57.199468 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-25d202ad-e1f8-4dee-aeca-192062097d9d req-b754014f-dc37-41c7-86a4-60ba695be8ae tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&id=1345b8bf-d982-4a7d-9f92-2b70c989d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572207 Oct 04 08:56:58.328938 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd812263-605f-42b2-8299-f29205c8e47f req-a49f8ae2-c6ad-4bda-af1e-24f664381721 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:58.330417 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-cd812263-605f-42b2-8299-f29205c8e47f req-a49f8ae2-c6ad-4bda-af1e-24f664381721 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0488961 Oct 04 08:56:58.398307 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-cd812263-605f-42b2-8299-f29205c8e47f req-f7c7a5b1-3109-4cfd-8d11-e9c7d6ea2a97 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&id=1345b8bf-d982-4a7d-9f92-2b70c989d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614250 Oct 04 08:56:58.532659 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:56:58.553599 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:56:58.553953 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device ef8e9a4f-79e9-4a30-b22f-968ef4c3bef3 not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:56:59.522934 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96ab77-57a2-450d-a1a3-ec3e043f42e3 req-c3361e63-08a4-4b9e-bdd2-24280ab7149a tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:56:59.525147 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ae96ab77-57a2-450d-a1a3-ec3e043f42e3 req-c3361e63-08a4-4b9e-bdd2-24280ab7149a tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0505261 Oct 04 08:56:59.588158 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-ae96ab77-57a2-450d-a1a3-ec3e043f42e3 req-86dcf627-9611-42f7-a73f-0e091e6b80c3 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&id=1345b8bf-d982-4a7d-9f92-2b70c989d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574572 Oct 04 08:57:00.026429 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=6 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:00.696484 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=100 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:00.715635 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91c27a-21b0-4259-8271-50d9c9a2e44a req-fbba22a4-640d-4d7a-b96a-32608487a977 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:00.717206 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-7b91c27a-21b0-4259-8271-50d9c9a2e44a req-fbba22a4-640d-4d7a-b96a-32608487a977 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0490251 Oct 04 08:57:00.781822 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-7b91c27a-21b0-4259-8271-50d9c9a2e44a req-65144bf7-b26e-455a-adc1-b2c4f4039a97 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&id=1345b8bf-d982-4a7d-9f92-2b70c989d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586660 Oct 04 08:57:01.449199 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34602) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:01.585442 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-c84b56aa-f4a1-48dc-bbc8-fd5a8e491a6d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=756737695aa644ff8a9ec362b654cf3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350975 Oct 04 08:57:01.587934 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34606) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:01.636329 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-785834ed-4122-402e-b1bc-2ab16a1e81a9 admin admin] Publish callbacks [] for security_group (3d539f15-7159-48ad-9325-5c6d7334fcee), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:01.656538 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-785834ed-4122-402e-b1bc-2ab16a1e81a9 admin admin] Publish callbacks [] for security_group (3d539f15-7159-48ad-9325-5c6d7334fcee), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:01.658009 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:01.705834 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-785834ed-4122-402e-b1bc-2ab16a1e81a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (3d539f15-7159-48ad-9325-5c6d7334fcee), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:01.709466 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-785834ed-4122-402e-b1bc-2ab16a1e81a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:01.710662 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-785834ed-4122-402e-b1bc-2ab16a1e81a9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3d539f15-7159-48ad-9325-5c6d7334fcee HTTP/1.1" status: 204 len: 168 time: 0.1217942 Oct 04 08:57:01.718778 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785834ed-4122-402e-b1bc-2ab16a1e81a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d539f15-7159-48ad-9325-5c6d7334fcee,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:01.913675 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e6b77-37f5-42bc-989e-b81ba37ce460 req-a25fd06c-ffe2-4460-9d14-681a6eef22eb tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:01.915443 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b42e6b77-37f5-42bc-989e-b81ba37ce460 req-a25fd06c-ffe2-4460-9d14-681a6eef22eb tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0524704 Oct 04 08:57:01.984017 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b42e6b77-37f5-42bc-989e-b81ba37ce460 req-16432ef5-9b0e-4d0f-8eb7-ee8f481c50a3 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&id=1345b8bf-d982-4a7d-9f92-2b70c989d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625699 Oct 04 08:57:03.121147 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131eb29-709d-4f40-8694-660d84b1acdd req-ffa2b158-a851-46bd-a2a9-2a6b085d40aa tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:03.122636 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-b131eb29-709d-4f40-8694-660d84b1acdd req-ffa2b158-a851-46bd-a2a9-2a6b085d40aa tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0494084 Oct 04 08:57:03.184255 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-b131eb29-709d-4f40-8694-660d84b1acdd req-864f54f0-58ce-4141-a666-1b57cf1e01cf tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&id=1345b8bf-d982-4a7d-9f92-2b70c989d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559082 Oct 04 08:57:04.312618 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422e97e-f84c-4711-b7e7-15ba7381497b req-8d470df5-92a4-4820-91eb-5ea8df194da5 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:04.314192 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0422e97e-f84c-4711-b7e7-15ba7381497b req-8d470df5-92a4-4820-91eb-5ea8df194da5 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0523229 Oct 04 08:57:04.344747 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:04.383845 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-0422e97e-f84c-4711-b7e7-15ba7381497b req-c91c23fd-7ed5-47a2-88c2-63032b33bd21 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&id=1345b8bf-d982-4a7d-9f92-2b70c989d0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636423 Oct 04 08:57:08.537390 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:11.733335 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:12.205252 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:13.172386 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=82 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:13.178645 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=16 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:14.375348 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:14.377971 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:18.821947 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-9beecaef-d769-44c4-876e-848f5fd2a542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:21.359753 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-65839704-a5ab-44b1-8bf2-e8951d69eafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:22.915493 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:24.399601 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:24.497139 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:25.749596 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-021ba523-b4d6-409e-b90f-f5f2829c0f10 req-d17ae11c-03e4-4279-ad64-4cd1c930b04b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388672 Oct 04 08:57:25.828034 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ba523-b4d6-409e-b90f-f5f2829c0f10 req-9aeb894a-4434-400d-aef6-e25408f93222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:25.829497 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-021ba523-b4d6-409e-b90f-f5f2829c0f10 req-9aeb894a-4434-400d-aef6-e25408f93222 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8a08fa28d7374a029062132a73bb8ab6&device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 1168 time: 0.0387640 Oct 04 08:57:25.945156 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ba523-b4d6-409e-b90f-f5f2829c0f10 req-352a15af-a77d-4b6e-8891-271b2626c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:25.946799 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-021ba523-b4d6-409e-b90f-f5f2829c0f10 req-352a15af-a77d-4b6e-8891-271b2626c0bc service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=543bb562-32db-4705-a52a-29b509ec3fe1 HTTP/1.1" status: 200 len: 914 time: 0.0959437 Oct 04 08:57:26.018326 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-021ba523-b4d6-409e-b90f-f5f2829c0f10 req-fa7aa7b5-a3d0-497d-9d63-b84d324cebf2 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 HTTP/1.1" status: 200 len: 1000 time: 0.0649083 Oct 04 08:57:26.074174 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ba523-b4d6-409e-b90f-f5f2829c0f10 req-0b5b8e90-24aa-45da-be67-402887477f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:26.075674 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-021ba523-b4d6-409e-b90f-f5f2829c0f10 req-0b5b8e90-24aa-45da-be67-402887477f28 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=015c02cb-1b05-4713-a7f6-7ea7b9e41506 HTTP/1.1" status: 200 len: 853 time: 0.0518510 Oct 04 08:57:26.121142 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ba523-b4d6-409e-b90f-f5f2829c0f10 req-36f95854-57ae-413e-b7f6-74f83bc84ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:26.122711 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-021ba523-b4d6-409e-b90f-f5f2829c0f10 req-36f95854-57ae-413e-b7f6-74f83bc84ae1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=543bb562-32db-4705-a52a-29b509ec3fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393462 Oct 04 08:57:26.218770 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-021ba523-b4d6-409e-b90f-f5f2829c0f10 req-8967d7fc-295c-46a3-8d94-fe591408e790 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895038 Oct 04 08:57:26.310068 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-021ba523-b4d6-409e-b90f-f5f2829c0f10 req-7f7acb96-80f0-4fb1-a30a-c4e28a66ef9d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848961 Oct 04 08:57:27.030713 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:57:31.897494 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:34.491212 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:34.493085 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:36.305440 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=49 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:36.307318 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=52 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:36.955503 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-67ebdfce-a030-4944-a605-b39f727f719e req-20fe1242-2d1b-49f2-836c-478f4d326845 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-964438823&fields=id&tenant_id=8a08fa28d7374a029062132a73bb8ab6 HTTP/1.1" status: 200 len: 267 time: 0.0483246 Oct 04 08:57:37.007175 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebdfce-a030-4944-a605-b39f727f719e req-9d358452-b908-4502-aa80-6239a8ebb422 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:37.008622 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-67ebdfce-a030-4944-a605-b39f727f719e req-9d358452-b908-4502-aa80-6239a8ebb422 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 984 time: 0.0470848 Oct 04 08:57:37.019817 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.v2.base [req-67ebdfce-a030-4944-a605-b39f727f719e req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Request body: {'port': {'security_groups': ['33c843e5-b7c2-43bc-9bfc-e110944dd239']}} {{(pid=106410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 08:57:37.027387 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=7 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:37.091803 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-67ebdfce-a030-4944-a605-b39f727f719e req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2064755'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), before_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.264496 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [req-67ebdfce-a030-4944-a605-b39f727f719e req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] For port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,segment=NetworkSegment(c6201ff9-2498-4023-9e28-5a227c5a1347),segment_id=c6201ff9-2498-4023-9e28-5a227c5a1347)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:37.291797 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-67ebdfce-a030-4944-a605-b39f727f719e req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), precommit_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.296195 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-67ebdfce-a030-4944-a605-b39f727f719e req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767882693313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767882320366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767882318340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14467766'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), after_update {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.307969 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebdfce-a030-4944-a605-b39f727f719e req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:37.308582 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [req-67ebdfce-a030-4944-a605-b39f727f719e req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.309949 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-67ebdfce-a030-4944-a605-b39f727f719e req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "PUT /networking/v2.0/ports/cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 HTTP/1.1" status: 200 len: 942 time: 0.2953291 Oct 04 08:57:37.310570 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7'}] {{(pid=106410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:57:37.310725 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:57:37.316448 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4c84928c9cc590a11e74d60c618a14085f3215fa0a41e1841d6b7405df412b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4675238a-6698-40d3-8b17-df811242fdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7"}]}' {{(pid=106410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:57:37.316965 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34626) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:37.373206 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event updated for resources: {'Port': ['ID=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,revision_number=7']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:37.385544 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953a806a-1875-45f5-8027-902bce1bab69 x-openstack-request-id: req-953a806a-1875-45f5-8027-902bce1bab69 {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:57:37.385830 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7", "status": "completed", "code": 200}]} {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:57:37.386104 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-953a806a-1875-45f5-8027-902bce1bab69 {{(pid=106410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:57:37.386501 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-953a806a-1875-45f5-8027-902bce1bab69'] response: {'name': 'network-changed', 'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7', 'status': 'completed', 'code': 200} Oct 04 08:57:37.395373 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group (1345b8bf-d982-4a7d-9f92-2b70c989d0e3), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.395982 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.396344 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.396696 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.397150 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.397358 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.397923 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.398358 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.398820 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.400060 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.400595 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.400898 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.401283 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.401604 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:57:37.401724 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.401930 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.402261 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba284785-e0fb-4657-b8ff-4c05caaba937 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.456467 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group (1345b8bf-d982-4a7d-9f92-2b70c989d0e3), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.481321 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675238a-6698-40d3-8b17-df811242fdd7 req-5b7594cb-3c6d-46a3-a5f2-6249df6c6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:37.482922 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4675238a-6698-40d3-8b17-df811242fdd7 req-5b7594cb-3c6d-46a3-a5f2-6249df6c6bc0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8a08fa28d7374a029062132a73bb8ab6&device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 1129 time: 0.0774925 Oct 04 08:57:37.596804 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (1345b8bf-d982-4a7d-9f92-2b70c989d0e3), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.599680 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.600831 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1345b8bf-d982-4a7d-9f92-2b70c989d0e3 HTTP/1.1" status: 204 len: 168 time: 0.2828951 Oct 04 08:57:37.604039 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 34628) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:37.609174 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675238a-6698-40d3-8b17-df811242fdd7 req-955dc61a-b942-45b8-8bf4-b70af1afcf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:37.610896 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4675238a-6698-40d3-8b17-df811242fdd7 req-955dc61a-b942-45b8-8bf4-b70af1afcf14 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=543bb562-32db-4705-a52a-29b509ec3fe1 HTTP/1.1" status: 200 len: 914 time: 0.1177392 Oct 04 08:57:37.625252 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1345b8bf-d982-4a7d-9f92-2b70c989d0e3,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:37.666590 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.666826 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.667160 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.667490 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.667820 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.668143 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.668465 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.668794 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.669100 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.669416 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.669738 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.670052 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.670364 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.670705 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.671025 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fd1556-8edc-4b52-a21f-8dd215ce4ee9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-1-iscsi {{(pid=106411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 08:57:37.698817 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4675238a-6698-40d3-8b17-df811242fdd7 req-be6e0cbd-119b-4b8c-be2a-a1e4e2a7a87c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 HTTP/1.1" status: 200 len: 1000 time: 0.0806868 Oct 04 08:57:37.750225 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675238a-6698-40d3-8b17-df811242fdd7 req-1f8fa399-2ce8-428f-b98d-323274fd8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:37.751934 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4675238a-6698-40d3-8b17-df811242fdd7 req-1f8fa399-2ce8-428f-b98d-323274fd8f78 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=015c02cb-1b05-4713-a7f6-7ea7b9e41506 HTTP/1.1" status: 200 len: 853 time: 0.0464594 Oct 04 08:57:37.756352 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-780606a4-6606-45fd-aacf-b690aa3de87f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Deleting port 374e2709-f1da-42d0-94d8-277941e58112 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:37.756695 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-780606a4-6606-45fd-aacf-b690aa3de87f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (374e2709-f1da-42d0-94d8-277941e58112), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.795211 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675238a-6698-40d3-8b17-df811242fdd7 req-adbf9fc6-4d7f-44b6-acd6-929617bb465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:37.796715 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4675238a-6698-40d3-8b17-df811242fdd7 req-adbf9fc6-4d7f-44b6-acd6-929617bb465f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=543bb562-32db-4705-a52a-29b509ec3fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386784 Oct 04 08:57:37.835674 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-780606a4-6606-45fd-aacf-b690aa3de87f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (374e2709-f1da-42d0-94d8-277941e58112), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.835998 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-780606a4-6606-45fd-aacf-b690aa3de87f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for floatingip (374e2709-f1da-42d0-94d8-277941e58112), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:37.848952 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-780606a4-6606-45fd-aacf-b690aa3de87f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Calling delete_port for 374e2709-f1da-42d0-94d8-277941e58112 owned by network:floatingip {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:37.896906 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4675238a-6698-40d3-8b17-df811242fdd7 req-e47d817d-14c5-44bb-992f-440c6f724319 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903530 Oct 04 08:57:37.995592 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-4675238a-6698-40d3-8b17-df811242fdd7 req-892c9dcf-639c-41ce-96e9-2cb49ac8806c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924888 Oct 04 08:57:38.016384 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:38.022607 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:38.028186 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-780606a4-6606-45fd-aacf-b690aa3de87f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (374e2709-f1da-42d0-94d8-277941e58112), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:38.063052 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780606a4-6606-45fd-aacf-b690aa3de87f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event deleted for resources: {'Port': ['ID=374e2709-f1da-42d0-94d8-277941e58112,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:38.124595 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-780606a4-6606-45fd-aacf-b690aa3de87f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks [] for floatingip (ca4610e5-0b3b-44f3-b855-0eaaa2662a0d), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:38.124926 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.db.l3_db [None req-780606a4-6606-45fd-aacf-b690aa3de87f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Floating IP ca4610e5-0b3b-44f3-b855-0eaaa2662a0d disassociated (deleted). External IP: 172.27.0.63, port: cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7. Oct 04 08:57:38.327622 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780606a4-6606-45fd-aacf-b690aa3de87f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:57:38.653832 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780606a4-6606-45fd-aacf-b690aa3de87f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:57:38.658795 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-780606a4-6606-45fd-aacf-b690aa3de87f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for floatingip (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:38.663359 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370645d-0b7a-4ea9-8772-512d3af899b7 None None] Sync routers for ids ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:57:38.674396 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370645d-0b7a-4ea9-8772-512d3af899b7 None None] Routers {'1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:38.675935 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-8370645d-0b7a-4ea9-8772-512d3af899b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:57:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:38.695265 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-780606a4-6606-45fd-aacf-b690aa3de87f tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/ca4610e5-0b3b-44f3-b855-0eaaa2662a0d HTTP/1.1" status: 204 len: 168 time: 1.0901303 Oct 04 08:57:38.779611 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-8370645d-0b7a-4ea9-8772-512d3af899b7 None None] Set router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:38.989846 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-8370645d-0b7a-4ea9-8772-512d3af899b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:55:37Z', 'revision_number': 4, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port': {'id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:34Z', 'updated_at': '2022-10-04T08:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '17b2eb17-53d1-4431-8f4e-f7588b60bab6', 'name': '', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'mac_address': 'fa:16:3e:f5:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:36Z', 'updated_at': '2022-10-04T08:55:43Z', 'revision_number': 5, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'subnets': [{'id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:39.017647 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370645d-0b7a-4ea9-8772-512d3af899b7 None None] Checking router: 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:57:39.026405 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370645d-0b7a-4ea9-8772-512d3af899b7 None None] Routers {'1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:39.027058 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-8370645d-0b7a-4ea9-8772-512d3af899b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:57:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:39.125795 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-8370645d-0b7a-4ea9-8772-512d3af899b7 None None] Set router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:39.387971 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7'}] {{(pid=106410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:57:39.390277 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4c84928c9cc590a11e74d60c618a14085f3215fa0a41e1841d6b7405df412b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e6304c-e5e4-4862-92b9-daf45fa18fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7"}]}' {{(pid=106410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:57:39.403823 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-8370645d-0b7a-4ea9-8772-512d3af899b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:55:37Z', 'revision_number': 4, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port': {'id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:34Z', 'updated_at': '2022-10-04T08:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '17b2eb17-53d1-4431-8f4e-f7588b60bab6', 'name': '', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'mac_address': 'fa:16:3e:f5:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:36Z', 'updated_at': '2022-10-04T08:55:43Z', 'revision_number': 5, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'subnets': [{'id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:39.430839 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 08:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3347d8d8-8562-477e-b677-7a6ad8882a4e x-openstack-request-id: req-3347d8d8-8562-477e-b677-7a6ad8882a4e {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:57:39.431200 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7", "status": "completed", "code": 200}]} {{(pid=106410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:57:39.431590 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3347d8d8-8562-477e-b677-7a6ad8882a4e {{(pid=106410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:57:39.432225 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3347d8d8-8562-477e-b677-7a6ad8882a4e'] response: {'name': 'network-changed', 'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7', 'status': 'completed', 'code': 200} Oct 04 08:57:39.433406 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370645d-0b7a-4ea9-8772-512d3af899b7 None None] The sync data for ids ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'] in dv-cinder-860209-1-iscsi is: [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:55:37Z', 'revision_number': 4, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port': {'id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:34Z', 'updated_at': '2022-10-04T08:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi', '_interfaces': [{'id': '17b2eb17-53d1-4431-8f4e-f7588b60bab6', 'name': '', 'network_id': '543bb562-32db-4705-a52a-29b509ec3fe1', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'mac_address': 'fa:16:3e:f5:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:36Z', 'updated_at': '2022-10-04T08:55:43Z', 'revision_number': 5, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'subnets': [{'id': '015c02cb-1b05-4713-a7f6-7ea7b9e41506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:57:39.493460 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6304c-e5e4-4862-92b9-daf45fa18fa8 req-c8ab75fb-a015-45c9-8545-2bcfd3704b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:39.494909 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b6e6304c-e5e4-4862-92b9-daf45fa18fa8 req-c8ab75fb-a015-45c9-8545-2bcfd3704b11 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8a08fa28d7374a029062132a73bb8ab6&device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 1129 time: 0.0422847 Oct 04 08:57:39.605929 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6304c-e5e4-4862-92b9-daf45fa18fa8 req-6eba5ef1-78a0-43fd-8f69-d2ef13807736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:39.607502 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b6e6304c-e5e4-4862-92b9-daf45fa18fa8 req-6eba5ef1-78a0-43fd-8f69-d2ef13807736 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=543bb562-32db-4705-a52a-29b509ec3fe1 HTTP/1.1" status: 200 len: 914 time: 0.1050866 Oct 04 08:57:39.650701 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b6e6304c-e5e4-4862-92b9-daf45fa18fa8 req-e43296ac-01bb-4b94-b28e-779d34c6c7cd service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 HTTP/1.1" status: 200 len: 217 time: 0.0365636 Oct 04 08:57:39.685149 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb0260-3bdd-424b-9dc6-bc8638eebd0e None None] New status for floating IP ca4610e5-0b3b-44f3-b855-0eaaa2662a0d: DOWN {{(pid=106412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 04 08:57:39.704493 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6304c-e5e4-4862-92b9-daf45fa18fa8 req-feeaee51-066b-4f89-9445-8dffbc17351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:39.710252 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b6e6304c-e5e4-4862-92b9-daf45fa18fa8 req-feeaee51-066b-4f89-9445-8dffbc17351f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=015c02cb-1b05-4713-a7f6-7ea7b9e41506 HTTP/1.1" status: 200 len: 853 time: 0.0536602 Oct 04 08:57:39.756542 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6304c-e5e4-4862-92b9-daf45fa18fa8 req-3ecb327a-6b62-4981-bba6-722dc75c82af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:39.758377 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b6e6304c-e5e4-4862-92b9-daf45fa18fa8 req-3ecb327a-6b62-4981-bba6-722dc75c82af service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=543bb562-32db-4705-a52a-29b509ec3fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423281 Oct 04 08:57:39.783787 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:39.853903 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b6e6304c-e5e4-4862-92b9-daf45fa18fa8 req-9f8461b6-a9ac-4539-9257-e7c016db04bd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897155 Oct 04 08:57:39.947510 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-b6e6304c-e5e4-4862-92b9-daf45fa18fa8 req-0478a574-b506-41ac-872d-008d928dff69 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878344 Oct 04 08:57:41.466473 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d3702-e2ba-401c-9d15-f9949f6cba82 req-afc5cc0d-871d-4931-aee7-e04bd630c595 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:41.467885 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-c95d3702-e2ba-401c-9d15-f9949f6cba82 req-afc5cc0d-871d-4931-aee7-e04bd630c595 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 945 time: 0.0494106 Oct 04 08:57:41.517138 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [req-c95d3702-e2ba-401c-9d15-f9949f6cba82 req-fcb04e7c-3559-4adc-9a90-ded1e985b1e9 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Oct 04 08:57:42.107542 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:42.602110 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:42.639667 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af899da9-44c2-4829-8820-00edd72942ba req-296e3bf6-4939-42c2-8bee-e6c71d732e47 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:42.641102 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-af899da9-44c2-4829-8820-00edd72942ba req-296e3bf6-4939-42c2-8bee-e6c71d732e47 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 945 time: 0.0482903 Oct 04 08:57:42.689080 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-af899da9-44c2-4829-8820-00edd72942ba req-8aa4c102-21d0-405b-95a6-035a5695f41c tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=33c843e5-b7c2-43bc-9bfc-e110944dd239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Oct 04 08:57:43.117825 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a611b-85d1-4dd6-8ac6-8eab3230e2bf req-4893491d-a665-4d0c-843e-252d6cdeeb27 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 08:57:43.119328 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a58a611b-85d1-4dd6-8ac6-8eab3230e2bf req-4893491d-a665-4d0c-843e-252d6cdeeb27 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 945 time: 0.0450866 Oct 04 08:57:43.205380 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-a58a611b-85d1-4dd6-8ac6-8eab3230e2bf req-26e0160e-4aa4-485f-801a-33a7743a4aa2 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Deleting port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:43.205724 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-a58a611b-85d1-4dd6-8ac6-8eab3230e2bf req-26e0160e-4aa4-485f-801a-33a7743a4aa2 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:43.295144 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [req-a58a611b-85d1-4dd6-8ac6-8eab3230e2bf req-26e0160e-4aa4-485f-801a-33a7743a4aa2 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] For port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,segment=NetworkSegment(c6201ff9-2498-4023-9e28-5a227c5a1347),segment_id=c6201ff9-2498-4023-9e28-5a227c5a1347)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:43.295509 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-a58a611b-85d1-4dd6-8ac6-8eab3230e2bf req-26e0160e-4aa4-485f-801a-33a7743a4aa2 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:43.312221 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [req-a58a611b-85d1-4dd6-8ac6-8eab3230e2bf req-26e0160e-4aa4-485f-801a-33a7743a4aa2 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Calling delete_port for cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 owned by compute:nova {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:43.441011 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-a58a611b-85d1-4dd6-8ac6-8eab3230e2bf req-26e0160e-4aa4-485f-801a-33a7743a4aa2 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:43.452535 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] get_ports_and_sgs() called for port_ids ['cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7'] {{(pid=106412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 08:57:43.472506 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0160e-4aa4-485f-801a-33a7743a4aa2 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Pushing event deleted for resources: {'Port': ['ID=cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:43.523468 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58a611b-85d1-4dd6-8ac6-8eab3230e2bf req-26e0160e-4aa4-485f-801a-33a7743a4aa2 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] No DVR routers for this DVR port cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 on host hv-cinder-86020 {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:57:43.526041 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [req-a58a611b-85d1-4dd6-8ac6-8eab3230e2bf req-26e0160e-4aa4-485f-801a-33a7743a4aa2 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1036610'] for port (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:43.529261 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-a58a611b-85d1-4dd6-8ac6-8eab3230e2bf req-26e0160e-4aa4-485f-801a-33a7743a4aa2 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.17 "DELETE /networking/v2.0/ports/cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 HTTP/1.1" status: 204 len: 173 time: 0.4053621 Oct 04 08:57:43.529758 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'name': 'network-vif-deleted', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7'}] {{(pid=106411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 08:57:43.532095 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ee18476910de64a4bc11a003f09ccb7a1a50c3510d583a13da32bfb96f682ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa997e2-184f-46a4-b384-fda6fa20a9dd" -d '{"events": [{"server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "name": "network-vif-deleted", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7"}]}' {{(pid=106411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 08:57:43.577832 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 08:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb13eae-93da-492c-8a39-dd76f340cb4d x-openstack-request-id: req-2eb13eae-93da-492c-8a39-dd76f340cb4d {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 08:57:43.578039 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b677e0-5baf-47a7-9a68-f18c5e915b55", "name": "network-vif-deleted", "tag": "cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7", "status": "completed", "code": 200}]} {{(pid=106411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 08:57:43.578315 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2eb13eae-93da-492c-8a39-dd76f340cb4d {{(pid=106411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 08:57:43.578765 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb13eae-93da-492c-8a39-dd76f340cb4d'] response: {'server_uuid': 'c6b677e0-5baf-47a7-9a68-f18c5e915b55', 'name': 'network-vif-deleted', 'tag': 'cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7', 'status': 'completed', 'code': 200} Oct 04 08:57:43.807959 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [req-07d12e06-04e1-49ba-9f9a-e8c378322e50 req-824fe787-f331-44eb-aba6-a273af203bf4 tempest-TestMinimumBasicScenario-1330805197 tempest-TestMinimumBasicScenario-1330805197-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c6b677e0-5baf-47a7-9a68-f18c5e915b55 HTTP/1.1" status: 200 len: 210 time: 0.0295432 Oct 04 08:57:45.484029 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34702) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:45.720112 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:45.805727 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c8c61529-2d7e-436c-838d-3a2d4e334c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600392'] for router_interface (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:45.852207 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:46.027124 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-c8c61529-2d7e-436c-838d-3a2d4e334c6a admin admin] Deleting port 17b2eb17-53d1-4431-8f4e-f7588b60bab6 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:46.027452 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c8c61529-2d7e-436c-838d-3a2d4e334c6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.109383 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-c8c61529-2d7e-436c-838d-3a2d4e334c6a admin admin] For port 17b2eb17-53d1-4431-8f4e-f7588b60bab6, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=17b2eb17-53d1-4431-8f4e-f7588b60bab6,segment=NetworkSegment(c6201ff9-2498-4023-9e28-5a227c5a1347),segment_id=c6201ff9-2498-4023-9e28-5a227c5a1347)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:46.109744 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c8c61529-2d7e-436c-838d-3a2d4e334c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.122907 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-c8c61529-2d7e-436c-838d-3a2d4e334c6a admin admin] Calling delete_port for 17b2eb17-53d1-4431-8f4e-f7588b60bab6 owned by network:router_interface {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:46.558195 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c8c61529-2d7e-436c-838d-3a2d4e334c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (17b2eb17-53d1-4431-8f4e-f7588b60bab6), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.586345 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c61529-2d7e-436c-838d-3a2d4e334c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=17b2eb17-53d1-4431-8f4e-f7588b60bab6,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:46.746308 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-c8c61529-2d7e-436c-838d-3a2d4e334c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600380'] for router_interface (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:46.787641 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:46.813014 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] No Port match for: cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:46.813289 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Device cab159b2-e7d2-4fa4-a60a-ccbffbb1d5f7 not bound to the agent host hv-cinder-86020 {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:46.841516 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:46.948735 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:46.966066 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c61529-2d7e-436c-838d-3a2d4e334c6a admin admin] Router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:57:47.069936 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c61529-2d7e-436c-838d-3a2d4e334c6a admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:57:47.074758 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-c8c61529-2d7e-436c-838d-3a2d4e334c6a admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/1f63b9b0-f1f8-4c45-a2f1-c72691fdd883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5896089 Oct 04 08:57:47.077427 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34704) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:47.079844 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a28d8-f511-45a7-bc5c-9a07cc580089 None None] Sync routers for ids ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'] in dv-cinder-860209-1-iscsi {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:57:47.095318 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a28d8-f511-45a7-bc5c-9a07cc580089 None None] Routers {'1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:47.096014 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-a72a28d8-f511-45a7-bc5c-9a07cc580089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:57:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:47.179012 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Publish callbacks [] for router (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.199441 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-a72a28d8-f511-45a7-bc5c-9a07cc580089 None None] Set router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 gateway port host: dv-cinder-860209-1-iscsi {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:47.280810 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Publish callbacks [] for router_gateway (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.288910 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:47.328412 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Deleting port a5434a62-4c49-4d26-bfb8-f72f4554688a {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:47.328776 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.356383 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=100 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:47.373747 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-a72a28d8-f511-45a7-bc5c-9a07cc580089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:57:46Z', 'revision_number': 5, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port': {'id': 'a5434a62-4c49-4d26-bfb8-f72f4554688a', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:33:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:34Z', 'updated_at': '2022-10-04T08:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:47.399277 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a28d8-f511-45a7-bc5c-9a07cc580089 None None] Checking router: 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 for host: dv-cinder-860209-1-iscsi {{(pid=106413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:57:47.407841 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a28d8-f511-45a7-bc5c-9a07cc580089 None None] Routers {'1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:47.408449 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-a72a28d8-f511-45a7-bc5c-9a07cc580089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:57:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'], 'active': True} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:47.411777 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] For port a5434a62-4c49-4d26-bfb8-f72f4554688a, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=a5434a62-4c49-4d26-bfb8-f72f4554688a,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:47.412338 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.425413 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Calling delete_port for a5434a62-4c49-4d26-bfb8-f72f4554688a owned by network:router_gateway {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:47.495431 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_dvr_db [None req-a72a28d8-f511-45a7-bc5c-9a07cc580089 None None] Set router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 gateway port host: None {{(pid=106413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:47.548123 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.l3_hamode_db [None req-a72a28d8-f511-45a7-bc5c-9a07cc580089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:57:47Z', 'revision_number': 6, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port_host': None}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:47.574147 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a28d8-f511-45a7-bc5c-9a07cc580089 None None] The sync data for ids ['1f63b9b0-f1f8-4c45-a2f1-c72691fdd883'] in dv-cinder-860209-1-iscsi is: [{'id': '1f63b9b0-f1f8-4c45-a2f1-c72691fdd883', 'name': 'tempest-TestMinimumBasicScenario-230223952-router', 'tenant_id': '8a08fa28d7374a029062132a73bb8ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:33Z', 'updated_at': '2022-10-04T08:57:47Z', 'revision_number': 6, 'project_id': '8a08fa28d7374a029062132a73bb8ab6', 'gw_port_host': None}] {{(pid=106413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:57:47.600187 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (a5434a62-4c49-4d26-bfb8-f72f4554688a), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.624776 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5434a62-4c49-4d26-bfb8-f72f4554688a,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:47.681169 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:47.695723 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601974'] for router_gateway (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.784227 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-386'] for router (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.786359 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Publish callbacks [] for router_controller (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), precommit_delete_associations {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.827760 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600420'] for router (1f63b9b0-f1f8-4c45-a2f1-c72691fdd883), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.828359 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 {{(pid=106411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:57:47.832673 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.835018 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-e91bb757-ba87-437c-b0fc-c75699957919 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/1f63b9b0-f1f8-4c45-a2f1-c72691fdd883 HTTP/1.1" status: 204 len: 168 time: 0.7560685 Oct 04 08:57:47.836993 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34706) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:47.883779 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.db_base_plugin_v2 [None req-41489c4c-f0f2-4f0a-85d8-31defe2a56cd admin admin] Deleting subnet 015c02cb-1b05-4713-a7f6-7ea7b9e41506 {{(pid=106411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:57:47.887234 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-41489c4c-f0f2-4f0a-85d8-31defe2a56cd admin admin] Publish callbacks [] for subnet (015c02cb-1b05-4713-a7f6-7ea7b9e41506), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:47.914674 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:47.930277 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-41489c4c-f0f2-4f0a-85d8-31defe2a56cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12738596'] for subnet (015c02cb-1b05-4713-a7f6-7ea7b9e41506), precommit_delete_associations {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.012894 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-41489c4c-f0f2-4f0a-85d8-31defe2a56cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (015c02cb-1b05-4713-a7f6-7ea7b9e41506), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.070826 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-41489c4c-f0f2-4f0a-85d8-31defe2a56cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12655087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12803188'] for subnet (015c02cb-1b05-4713-a7f6-7ea7b9e41506), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.101794 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41489c4c-f0f2-4f0a-85d8-31defe2a56cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015c02cb-1b05-4713-a7f6-7ea7b9e41506,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:48.105383 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-41489c4c-f0f2-4f0a-85d8-31defe2a56cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.108521 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-41489c4c-f0f2-4f0a-85d8-31defe2a56cd admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/015c02cb-1b05-4713-a7f6-7ea7b9e41506 HTTP/1.1" status: 204 len: 168 time: 0.2705994 Oct 04 08:57:48.111481 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34708) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:48.114783 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0065e55a-d30a-4d76-9bce-e8c906b7c973 None None] Network 543bb562-32db-4705-a52a-29b509ec3fe1 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:57:48.191687 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (543bb562-32db-4705-a52a-29b509ec3fe1), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.235452 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Deleting port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 {{(pid=106411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:48.235789 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.304537 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.db [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] For port 76c4583e-b4a9-4f07-944d-06ee978cf4f0, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=76c4583e-b4a9-4f07-944d-06ee978cf4f0,segment=NetworkSegment(c6201ff9-2498-4023-9e28-5a227c5a1347),segment_id=c6201ff9-2498-4023-9e28-5a227c5a1347)] {{(pid=106411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:48.304827 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.317856 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.plugin [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Calling delete_port for 76c4583e-b4a9-4f07-944d-06ee978cf4f0 owned by network:dhcp {{(pid=106411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:48.368148 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f741c9-0203-4ab4-b74a-8f1efae3720d None None] DHCP port deletion for 543bb562-32db-4705-a52a-29b509ec3fe1 request from dv-cinder-860209-1-iscsi {{(pid=106412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:57:48.406380 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12655066'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.425422 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-28f741c9-0203-4ab4-b74a-8f1efae3720d None None] Deleting port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 {{(pid=106412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:48.426016 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-28f741c9-0203-4ab4-b74a-8f1efae3720d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), before_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.434361 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=76c4583e-b4a9-4f07-944d-06ee978cf4f0,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:48.441501 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] No DVR routers for this DVR port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 on host dv-cinder-860209-1-iscsi {{(pid=106411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:57:48.492622 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 17b2eb17-53d1-4431-8f4e-f7588b60bab6 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:48.522044 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.db [None req-28f741c9-0203-4ab4-b74a-8f1efae3720d None None] For port 76c4583e-b4a9-4f07-944d-06ee978cf4f0, host dv-cinder-860209-1-iscsi, got binding levels [] {{(pid=106412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:48.522454 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-28f741c9-0203-4ab4-b74a-8f1efae3720d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), precommit_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.525766 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 17b2eb17-53d1-4431-8f4e-f7588b60bab6 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:48.526106 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 17b2eb17-53d1-4431-8f4e-f7588b60bab6 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:48.532962 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (543bb562-32db-4705-a52a-29b509ec3fe1), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.537833 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-28f741c9-0203-4ab4-b74a-8f1efae3720d None None] Calling delete_port for 76c4583e-b4a9-4f07-944d-06ee978cf4f0 owned by network:dhcp {{(pid=106412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:48.540868 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.ipam_backend_mixin [None req-28f741c9-0203-4ab4-b74a-8f1efae3720d None None] Port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 was not found and therefore no delete operation was performed {{(pid=106412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 08:57:48.542370 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-28f741c9-0203-4ab4-b74a-8f1efae3720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357'] for port (76c4583e-b4a9-4f07-944d-06ee978cf4f0), after_delete {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.555889 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543bb562-32db-4705-a52a-29b509ec3fe1']}} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:48.565670 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6201ff9-2498-4023-9e28-5a227c5a1347') {'for_net_delete': True} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:48.565961 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.services.segments.db [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6201ff9-2498-4023-9e28-5a227c5a1347') {} {{(pid=106411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:48.570356 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f741c9-0203-4ab4-b74a-8f1efae3720d None None] Pushing event deleted for resources: {'Port': ['ID=76c4583e-b4a9-4f07-944d-06ee978cf4f0,revision_number=None']} {{(pid=106412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:48.576737 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f741c9-0203-4ab4-b74a-8f1efae3720d None None] No DVR routers for this DVR port 76c4583e-b4a9-4f07-944d-06ee978cf4f0 on host dv-cinder-860209-1-iscsi {{(pid=106412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:57:48.577190 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12738653'] for segment (c6201ff9-2498-4023-9e28-5a227c5a1347), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.592370 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (c6201ff9-2498-4023-9e28-5a227c5a1347), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.599226 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=106411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:57:48.600207 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12654853'] for segment (c6201ff9-2498-4023-9e28-5a227c5a1347), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.647742 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment c6201ff9-2498-4023-9e28-5a227c5a1347 resource provider aggregate not found Oct 04 08:57:48.668620 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.services.segments.plugin [-] Segment c6201ff9-2498-4023-9e28-5a227c5a1347 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6201ff9-2498-4023-9e28-5a227c5a1347 found for delete ", "request_id": "req-621fae6f-1b56-430c-8ed9-7d98ee7f34ba"}]} Oct 04 08:57:48.673032 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (543bb562-32db-4705-a52a-29b509ec3fe1), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.681150 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:48.684385 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/543bb562-32db-4705-a52a-29b509ec3fe1 HTTP/1.1" status: 204 len: 168 time: 0.5713794 Oct 04 08:57:48.687399 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 34714) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:48.696749 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b787ccd-55d7-4622-be35-56eea0788bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=543bb562-32db-4705-a52a-29b509ec3fe1,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:48.824761 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-cac2defc-0e99-4eaa-a38c-5265f5a3d68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.010799 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fac8eab4-ffe2-4829-9086-db98a462f2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-600392'] for router_interface (ccd2f692-9d3e-4703-a89a-d1cc3635216c), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.012843 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=100 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:49.174906 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=100 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:49.239573 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-fac8eab4-ffe2-4829-9086-db98a462f2f2 admin admin] Deleting port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:49.240122 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fac8eab4-ffe2-4829-9086-db98a462f2f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.317856 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-fac8eab4-ffe2-4829-9086-db98a462f2f2 admin admin] For port 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4,segment=NetworkSegment(fd632300-abbd-45b4-8d1f-045cab97b823),segment_id=fd632300-abbd-45b4-8d1f-045cab97b823)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:49.318226 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fac8eab4-ffe2-4829-9086-db98a462f2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.330739 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-fac8eab4-ffe2-4829-9086-db98a462f2f2 admin admin] Calling delete_port for 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 owned by network:router_interface {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:49.513436 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fac8eab4-ffe2-4829-9086-db98a462f2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.539873 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8eab4-ffe2-4829-9086-db98a462f2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:49.712657 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-fac8eab4-ffe2-4829-9086-db98a462f2f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600380'] for router_interface (ccd2f692-9d3e-4703-a89a-d1cc3635216c), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:49.920995 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac8eab4-ffe2-4829-9086-db98a462f2f2 admin admin] Router ccd2f692-9d3e-4703-a89a-d1cc3635216c has already been hosted by L3 agent 11a9659b-8c4f-4a22-903c-a0e373433de1 {{(pid=106410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 08:57:49.962767 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:49.964825 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:50.032745 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac8eab4-ffe2-4829-9086-db98a462f2f2 admin admin] Notify agent at l3_agent.dv-cinder-860209-1-iscsi the message routers_updated {{(pid=106410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 08:57:50.037708 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-fac8eab4-ffe2-4829-9086-db98a462f2f2 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ccd2f692-9d3e-4703-a89a-d1cc3635216c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3491657 Oct 04 08:57:50.040480 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 34716) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:50.046980 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d9400-2220-4c5a-85e9-db003f8a650d None None] Sync routers for ids ['ccd2f692-9d3e-4703-a89a-d1cc3635216c'] in dv-cinder-860209-1-iscsi {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 08:57:50.058591 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d9400-2220-4c5a-85e9-db003f8a650d None None] Routers {'ccd2f692-9d3e-4703-a89a-d1cc3635216c'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:50.059347 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-1b2d9400-2220-4c5a-85e9-db003f8a650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:57:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ccd2f692-9d3e-4703-a89a-d1cc3635216c'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:50.142034 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Publish callbacks [] for router (ccd2f692-9d3e-4703-a89a-d1cc3635216c), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.148894 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device a5434a62-4c49-4d26-bfb8-f72f4554688a no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:50.175042 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: a5434a62-4c49-4d26-bfb8-f72f4554688a {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:50.175306 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device a5434a62-4c49-4d26-bfb8-f72f4554688a not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:50.175710 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 76c4583e-b4a9-4f07-944d-06ee978cf4f0 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:50.202078 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:50.203010 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 76c4583e-b4a9-4f07-944d-06ee978cf4f0 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:50.203382 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 76c4583e-b4a9-4f07-944d-06ee978cf4f0 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:50.216653 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-1b2d9400-2220-4c5a-85e9-db003f8a650d None None] Set router ccd2f692-9d3e-4703-a89a-d1cc3635216c gateway port host: dv-cinder-860209-1-iscsi {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:50.249520 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Publish callbacks [] for router_gateway (ccd2f692-9d3e-4703-a89a-d1cc3635216c), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.298064 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Deleting port e0118ec1-eb7d-44ac-901b-1b97894ce6ad {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:50.298594 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.384678 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] For port e0118ec1-eb7d-44ac-901b-1b97894ce6ad, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=e0118ec1-eb7d-44ac-901b-1b97894ce6ad,segment=NetworkSegment(c20eb74c-fbcf-4946-8e5a-e0113c18521f),segment_id=c20eb74c-fbcf-4946-8e5a-e0113c18521f)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:50.385044 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.388484 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=100 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:50.393860 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-1b2d9400-2220-4c5a-85e9-db003f8a650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'name': 'tempest-TestMinimumBasicScenario-573551800-router', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'external_fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:57:49Z', 'revision_number': 5, 'project_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'gw_port': {'id': 'e0118ec1-eb7d-44ac-901b-1b97894ce6ad', 'name': '', 'network_id': 'a245eb65-fa51-4a9c-b9ba-d29908724e63', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ff:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c82b69a9-470f-4a52-b444-0b1daa643ea2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-1-iscsi'}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:50.399215 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Calling delete_port for e0118ec1-eb7d-44ac-901b-1b97894ce6ad owned by network:router_gateway {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:50.420197 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d9400-2220-4c5a-85e9-db003f8a650d None None] Checking router: ccd2f692-9d3e-4703-a89a-d1cc3635216c for host: dv-cinder-860209-1-iscsi {{(pid=106412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 08:57:50.429041 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d9400-2220-4c5a-85e9-db003f8a650d None None] Routers {'ccd2f692-9d3e-4703-a89a-d1cc3635216c'} bound to L3 agent in host dv-cinder-860209-1-iscsi {{(pid=106412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 08:57:50.429588 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-1b2d9400-2220-4c5a-85e9-db003f8a650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T08:26:51Z,description=,heartbeat_timestamp=2022-10-04T08:57:21Z,host='dv-cinder-860209-1-iscsi',id=11a9659b-8c4f-4a22-903c-a0e373433de1,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T08:26:51Z,topic='l3_agent')) {'router_ids': ['ccd2f692-9d3e-4703-a89a-d1cc3635216c'], 'active': True} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:50.514530 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_dvr_db [None req-1b2d9400-2220-4c5a-85e9-db003f8a650d None None] Set router ccd2f692-9d3e-4703-a89a-d1cc3635216c gateway port host: None {{(pid=106412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 08:57:50.565269 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.db.l3_hamode_db [None req-1b2d9400-2220-4c5a-85e9-db003f8a650d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'name': 'tempest-TestMinimumBasicScenario-573551800-router', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:57:50Z', 'revision_number': 6, 'project_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'gw_port_host': None}], 'dv-cinder-860209-1-iscsi', False) {} {{(pid=106412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:50.574909 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (e0118ec1-eb7d-44ac-901b-1b97894ce6ad), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.595767 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2d9400-2220-4c5a-85e9-db003f8a650d None None] The sync data for ids ['ccd2f692-9d3e-4703-a89a-d1cc3635216c'] in dv-cinder-860209-1-iscsi is: [{'id': 'ccd2f692-9d3e-4703-a89a-d1cc3635216c', 'name': 'tempest-TestMinimumBasicScenario-573551800-router', 'tenant_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T08:55:40Z', 'updated_at': '2022-10-04T08:57:50Z', 'revision_number': 6, 'project_id': '58217ece784949dc8ae4d6f2cb9b02fb', 'gw_port_host': None}] {{(pid=106412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 08:57:50.601169 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e0118ec1-eb7d-44ac-901b-1b97894ce6ad,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:50.668314 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601974'] for router_gateway (ccd2f692-9d3e-4703-a89a-d1cc3635216c), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.758219 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-386'] for router (ccd2f692-9d3e-4703-a89a-d1cc3635216c), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.760512 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Publish callbacks [] for router_controller (ccd2f692-9d3e-4703-a89a-d1cc3635216c), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.804509 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600420'] for router (ccd2f692-9d3e-4703-a89a-d1cc3635216c), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.805754 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccd2f692-9d3e-4703-a89a-d1cc3635216c {{(pid=106410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 08:57:50.815230 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.816383 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-844c3cc5-2826-4e2d-921e-663e26c6d4bf admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/ccd2f692-9d3e-4703-a89a-d1cc3635216c HTTP/1.1" status: 204 len: 168 time: 0.7749367 Oct 04 08:57:50.820576 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 34718) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:50.866717 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a6cb1d-8f12-45f2-9741-0714ce56a361 admin admin] Deleting subnet f4e4abb2-5e87-4707-9f47-cdaeca81cc28 {{(pid=106410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 08:57:50.869938 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-37a6cb1d-8f12-45f2-9741-0714ce56a361 admin admin] Publish callbacks [] for subnet (f4e4abb2-5e87-4707-9f47-cdaeca81cc28), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.908962 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-37a6cb1d-8f12-45f2-9741-0714ce56a361 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15344687'] for subnet (f4e4abb2-5e87-4707-9f47-cdaeca81cc28), precommit_delete_associations {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:50.910475 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:50.928058 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:50.993108 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-37a6cb1d-8f12-45f2-9741-0714ce56a361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1934968'] for subnet (f4e4abb2-5e87-4707-9f47-cdaeca81cc28), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.051036 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-37a6cb1d-8f12-45f2-9741-0714ce56a361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1935959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14467704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12886999'] for subnet (f4e4abb2-5e87-4707-9f47-cdaeca81cc28), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.078531 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6cb1d-8f12-45f2-9741-0714ce56a361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e4abb2-5e87-4707-9f47-cdaeca81cc28,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:51.085029 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-37a6cb1d-8f12-45f2-9741-0714ce56a361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for subnet (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.090375 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-37a6cb1d-8f12-45f2-9741-0714ce56a361 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/f4e4abb2-5e87-4707-9f47-cdaeca81cc28 HTTP/1.1" status: 204 len: 168 time: 0.2666407 Oct 04 08:57:51.090594 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc4ab0b-4939-424a-94fe-d706b100c812 None None] Network ff637f11-bb90-46e3-bfee-dc4f17b4c331 requested from dv-cinder-860209-1-iscsi {{(pid=106412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 08:57:51.091040 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.wsgi [-] (106410) accepted ('10.222.0.16', 34720) {{(pid=106410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:51.168717 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1877429'] for network (ff637f11-bb90-46e3-bfee-dc4f17b4c331), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.220323 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Deleting port d484567b-dded-4497-beb4-7903fbbac71d {{(pid=106410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 08:57:51.220662 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767882693160'] for port (d484567b-dded-4497-beb4-7903fbbac71d), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.288720 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.db [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] For port d484567b-dded-4497-beb4-7903fbbac71d, host dv-cinder-860209-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-1-iscsi',level=0,port_id=d484567b-dded-4497-beb4-7903fbbac71d,segment=NetworkSegment(fd632300-abbd-45b4-8d1f-045cab97b823),segment_id=fd632300-abbd-45b4-8d1f-045cab97b823)] {{(pid=106410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 08:57:51.288964 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759158'] for port (d484567b-dded-4497-beb4-7903fbbac71d), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.302525 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.plugin [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Calling delete_port for d484567b-dded-4497-beb4-7903fbbac71d owned by network:dhcp {{(pid=106410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 08:57:51.374838 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a96b6643-f067-47b0-a960-04407e89635e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.382512 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb4be86-cb0d-4db7-9b24-db15eef11ddb None None] DHCP port deletion for ff637f11-bb90-46e3-bfee-dc4f17b4c331 request from dv-cinder-860209-1-iscsi {{(pid=106412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 08:57:51.391130 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2067628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767882696358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767882320357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14467661'] for port (d484567b-dded-4497-beb4-7903fbbac71d), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.406834 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4be86-cb0d-4db7-9b24-db15eef11ddb None None] The port 'd484567b-dded-4497-beb4-7903fbbac71d' was deleted {{(pid=106412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Oct 04 08:57:51.417931 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d484567b-dded-4497-beb4-7903fbbac71d,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:51.422363 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] No DVR routers for this DVR port d484567b-dded-4497-beb4-7903fbbac71d on host dv-cinder-860209-1-iscsi {{(pid=106410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 08:57:51.508189 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1941610', 'neutron.services.segments.db._delete_segments_for_network-8767882833628'] for network (ff637f11-bb90-46e3-bfee-dc4f17b4c331), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.529525 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff637f11-bb90-46e3-bfee-dc4f17b4c331']}} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:51.539637 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd632300-abbd-45b4-8d1f-045cab97b823') {'for_net_delete': True} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:51.539886 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.services.segments.db [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd632300-abbd-45b4-8d1f-045cab97b823') {} {{(pid=106410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 08:57:51.549965 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767882769574', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15344726'] for segment (fd632300-abbd-45b4-8d1f-045cab97b823), before_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.565737 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927'] for segment (fd632300-abbd-45b4-8d1f-045cab97b823), precommit_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.573831 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 08:57:51.574265 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1955927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14467730'] for segment (fd632300-abbd-45b4-8d1f-045cab97b823), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.620766 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment fd632300-abbd-45b4-8d1f-045cab97b823 resource provider aggregate not found Oct 04 08:57:51.647320 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.services.segments.plugin [-] Segment fd632300-abbd-45b4-8d1f-045cab97b823 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd632300-abbd-45b4-8d1f-045cab97b823 found for delete ", "request_id": "req-29d143e9-86c8-49ca-96de-51023af14509"}]} Oct 04 08:57:51.648820 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1942169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602025'] for network (ff637f11-bb90-46e3-bfee-dc4f17b4c331), after_delete {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.654813 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron_lib.callbacks.manager [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537192'] for network (None), before_response {{(pid=106410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.657948 dv-cinder-860209-1-iscsi neutron-server[106410]: INFO neutron.wsgi [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/ff637f11-bb90-46e3-bfee-dc4f17b4c331 HTTP/1.1" status: 204 len: 168 time: 0.5663078 Oct 04 08:57:51.864747 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34728) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:51.881706 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:51.909137 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af486b25-6a70-4575-a353-09d197c0c4b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff637f11-bb90-46e3-bfee-dc4f17b4c331,revision_number=None']} {{(pid=106410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:51.912922 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-3f2ca4e6-1255-4b49-8e78-ff80e6301372 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8a08fa28d7374a029062132a73bb8ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468166 Oct 04 08:57:51.915541 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34730) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:51.965000 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-40604fa3-b5b3-408d-a9fb-0e0ada06c863 admin admin] Publish callbacks [] for security_group (33c843e5-b7c2-43bc-9bfc-e110944dd239), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:51.973569 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:51.985885 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-40604fa3-b5b3-408d-a9fb-0e0ada06c863 admin admin] Publish callbacks [] for security_group (33c843e5-b7c2-43bc-9bfc-e110944dd239), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.035834 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-40604fa3-b5b3-408d-a9fb-0e0ada06c863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (33c843e5-b7c2-43bc-9bfc-e110944dd239), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.038723 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-40604fa3-b5b3-408d-a9fb-0e0ada06c863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.039985 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-40604fa3-b5b3-408d-a9fb-0e0ada06c863 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/33c843e5-b7c2-43bc-9bfc-e110944dd239 HTTP/1.1" status: 204 len: 168 time: 0.1235521 Oct 04 08:57:52.057010 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40604fa3-b5b3-408d-a9fb-0e0ada06c863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c843e5-b7c2-43bc-9bfc-e110944dd239,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:52.088313 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:52.108335 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:52.109019 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device 99f8e8b3-8070-4c0a-8cac-2ca5756b9bd4 not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:52.109133 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device e0118ec1-eb7d-44ac-901b-1b97894ce6ad no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:52.128900 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: e0118ec1-eb7d-44ac-901b-1b97894ce6ad {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:52.129234 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device e0118ec1-eb7d-44ac-901b-1b97894ce6ad not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:52.129650 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d484567b-dded-4497-beb4-7903fbbac71d no longer exists at agent ovs-agent-dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 08:57:52.150661 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] No Port match for: d484567b-dded-4497-beb4-7903fbbac71d {{(pid=106412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 08:57:52.151001 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron.plugins.ml2.rpc [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Device d484567b-dded-4497-beb4-7903fbbac71d not bound to the agent host dv-cinder-860209-1-iscsi {{(pid=106412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 08:57:52.371114 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34736) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:52.411272 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-03a79f41-b912-4f9c-9525-1c649579039f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=58217ece784949dc8ae4d6f2cb9b02fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389802 Oct 04 08:57:52.413766 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.wsgi [-] (106411) accepted ('10.222.0.16', 34738) {{(pid=106411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 08:57:52.467040 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-031fbe82-53b3-4ecf-a184-a8dbf0bc801a admin admin] Publish callbacks [] for security_group (c4ec2f63-bb44-4611-b54c-6572894e2c7d), before_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.487546 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-031fbe82-53b3-4ecf-a184-a8dbf0bc801a admin admin] Publish callbacks [] for security_group (c4ec2f63-bb44-4611-b54c-6572894e2c7d), precommit_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.536134 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-031fbe82-53b3-4ecf-a184-a8dbf0bc801a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537121'] for security_group (c4ec2f63-bb44-4611-b54c-6572894e2c7d), after_delete {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.539735 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron_lib.callbacks.manager [None req-031fbe82-53b3-4ecf-a184-a8dbf0bc801a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:52.540911 dv-cinder-860209-1-iscsi neutron-server[106411]: INFO neutron.wsgi [None req-031fbe82-53b3-4ecf-a184-a8dbf0bc801a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c4ec2f63-bb44-4611-b54c-6572894e2c7d HTTP/1.1" status: 204 len: 168 time: 0.1262641 Oct 04 08:57:52.549448 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fbe82-53b3-4ecf-a184-a8dbf0bc801a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ec2f63-bb44-4611-b54c-6572894e2c7d,revision_number=None']} {{(pid=106411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 08:57:52.920497 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:54.402948 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:54.501129 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:57:57.550684 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=13 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:57:57.551358 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=28 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:01.642298 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=61,neutron:DELETE=9 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:01.660294 dv-cinder-860209-1-iscsi neutron-server[106410]: DEBUG dbcounter [-] [106410] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106410) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:02.543694 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=26,neutron:DELETE=3 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:02.545591 dv-cinder-860209-1-iscsi neutron-server[106411]: DEBUG dbcounter [-] [106411] Writing DB stats neutron:SELECT=41,neutron:DELETE=5 {{(pid=106411) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:04.030697 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:58:04.489972 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=54 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:04.496620 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:08.899931 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:12.107701 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:14.026705 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:18.826406 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-cb92fc81-65a9-491f-a78d-3bef584e30a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:21.366979 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-221f04d8-a313-4834-b395-4881464b92b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:22.920993 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:24.399545 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:24.502036 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:34.495922 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:34.497922 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:41.029787 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:58:42.105565 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:48.829116 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ad5e0c08-9a17-4d65-8d03-231d5cd16dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:51.025103 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:51.026386 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:58:51.369431 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-e40824f0-1077-4527-a6c2-169ef0f4863c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:52.926284 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:54.403387 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:58:54.504874 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:07.491633 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:07.494182 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:12.122102 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:18.028482 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:59:18.832127 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-daac8397-f79f-423a-b8e9-9309b5e85fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:21.373151 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-025f7ab9-66de-42c0-bbc4-2593da14c4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:22.931379 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:24.407526 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:24.507641 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:28.023592 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:28.024392 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:34.501097 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:34.502950 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:42.129021 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:47.495317 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=13 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:47.497145 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=13 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 08:59:48.835486 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f8209f1f-4ed2-4999-b70c-fb53b753c5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:51.376142 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-7d38c58c-a7b2-469a-8418-ad1bf578d171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:52.931899 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:54.412849 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:54.509744 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 08:59:55.029341 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 08:59:59.889887 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:04.503798 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:04.505695 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:05.024214 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:12.139722 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:18.837771 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-d849394f-bb1b-4c6d-a6c7-429b5488085e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:21.378052 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-5c6305d3-aaa3-4999-99e4-5342aa9a0cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:22.935749 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:24.415670 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:24.513257 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:32.028377 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:00:34.501195 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:34.508594 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:36.896554 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=4 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:42.152394 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:46.989107 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:46.989881 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:00:48.840862 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4759-a9f3-4aba-ae41-27d0d5326f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:51.380837 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-9f3d8ac0-2366-4762-993a-ace029ff7f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:52.939204 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:54.420026 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:00:54.515579 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:07.496102 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:07.497902 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:09.028539 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:01:12.155910 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:13.902457 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:18.842757 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-457df9b4-b633-4b8a-8cb4-341a644d8f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:19.023884 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:21.383782 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-a0808bac-f60a-4182-b464-ecd50b83bf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:22.942461 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:24.423391 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:24.519381 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:34.508277 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:34.515849 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:42.158286 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:46.028975 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:01:48.845273 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c56e9850-6da5-42cf-8613-fcbd6412c99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:51.385676 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-7d949317-a791-48cc-8674-f1274371e9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:52.944491 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:54.427604 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:54.523155 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:01:56.023151 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=17 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:01:56.025022 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=17 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:04.517397 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:04.518131 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:12.155504 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:18.848102 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-345f0d34-d578-4c21-86f2-8cada34dbedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:21.386882 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-94af04ce-8958-4014-a2a3-425be77265ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:22.949350 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:23.028546 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 09:02:24.429882 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:24.527275 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:33.023929 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=3 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:33.024764 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=5 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:34.521007 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:34.522875 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG dbcounter [-] [106412] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=106412) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:42.170375 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-f0d87609-4cf1-49e6-bb50-80eaabdae941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (0035c8fa-826a-463b-894b-023c907b2a9c), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:46.995103 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:SELECT=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:46.995860 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG dbcounter [-] [106413] Writing DB stats neutron:DELETE=1 {{(pid=106413) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 09:02:48.853300 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-4cfdc485-d2c5-4d6d-8d9b-63e2c6575e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c69ac77c-5a5e-4ad9-a138-15dc9c273654), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:51.390033 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0487-28a4-43cc-bef7-1036b34b027c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (11a9659b-8c4f-4a22-903c-a0e373433de1), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:52.950216 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-42730d2a-3448-4833-805c-3da696ea9688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (c538a8b0-7ee9-4c6e-9238-4754971778ab), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:54.433337 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-ce5bc941-2f79-45da-bd9b-82f51e1f269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (b17ad91f-7d09-4fad-a53e-c3e15d25d20a), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:02:54.530761 dv-cinder-860209-1-iscsi neutron-server[106412]: DEBUG neutron_lib.callbacks.manager [None req-c9bbecf9-c7e4-4799-b75f-47b7213ed89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767882833610', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1947429'] for agent (52db7bdf-23ab-44fd-8cd4-64a32230847b), after_update {{(pid=106412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 09:03:00.028397 dv-cinder-860209-1-iscsi neutron-server[106413]: DEBUG neutron.db.agents_db [None req-e0c9c322-b45a-4bff-84de-03c5699c760c None None] Agent healthcheck: found 6 active agents {{(pid=106413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}